-- Logs begin at Thu 2021-09-02 03:37:54 UTC, end at Thu 2021-09-02 04:50:59 UTC. -- Sep 02 04:21:14.046878 dv-cinder-804735-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 02 04:21:16.773638 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.common.config [-] Logging enabled! Sep 02 04:21:16.774178 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev578 Sep 02 04:21:16.774425 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94290) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 02 04:21:16.777699 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.common.config [-] Logging enabled! Sep 02 04:21:16.777962 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev578 Sep 02 04:21:16.778280 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94290) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 02 04:21:16.779222 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 04:21:16.779463 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 04:21:16.779835 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 04:21:16.780116 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 04:21:16.780355 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 04:21:16.780683 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.780987 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.781289 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.781523 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.781826 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.782121 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.782416 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.782709 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.783017 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.783309 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.783600 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.783891 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.784155 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.784442 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.784737 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.785024 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.785254 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] debug = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.785540 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.785973 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.786406 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.786692 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.786987 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.787273 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.788213 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.788427 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.788723 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.789065 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] host = dv-cinder-804735-7-iscsi {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.789354 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.789647 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.789942 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.790234 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.790516 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.790800 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.791092 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.791371 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.791649 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] log_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.791947 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.792244 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.792543 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.792838 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.793070 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.793298 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.793592 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.793883 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.794161 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.794439 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.794718 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.794996 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.795276 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.795548 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.795837 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.796158 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.796449 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.796728 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.797006 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.797282 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.797555 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.797842 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.798115 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.798391 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.798667 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.798958 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.799232 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.799509 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.799814 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.800141 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.800428 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.800717 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.800995 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.801282 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.801558 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.801836 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.802111 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] use_json = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.802394 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.802668 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.802960 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.803260 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.803538 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.803815 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.804118 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.804407 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:16.804709 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.805012 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.805318 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.805606 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.805904 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.806187 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.806479 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.806761 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.807054 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.807347 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.807643 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.807943 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.808241 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.808524 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.808824 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.809136 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.809435 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.809731 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.810010 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.810290 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.810567 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.810849 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.811143 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.811426 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.811720 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.812044 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.812336 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.812629 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.812926 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.813222 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.813501 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.813785 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.814081 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.814362 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.814639 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.814923 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.815236 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.815503 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.815782 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.816100 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.816385 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.816665 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.816942 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.817224 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.817520 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.817802 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.818077 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.818353 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.818635 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.818936 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.819227 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.819509 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.819789 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.820102 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.820388 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.820665 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.820942 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.821223 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.821500 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.821782 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.822059 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.822341 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.822619 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.822894 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.823170 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.823446 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.823723 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.824032 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.824313 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.824591 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.824868 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.825147 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.825426 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.825725 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.826034 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.826320 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.826607 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.826893 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.827178 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.827459 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.827744 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.828055 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.828342 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.828621 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.828920 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.829210 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.829504 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.829797 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.830086 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.830395 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.830681 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.830969 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.831252 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.831535 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.831827 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.832141 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.832450 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.832750 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.833052 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.833351 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.833648 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.833936 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.834253 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.835055 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:16.835278 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 04:21:16.835527 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94290) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 02 04:21:17.189132 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 02 04:21:17.189357 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 02 04:21:17.189656 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 02 04:21:17.190000 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 02 04:21:17.582847 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.583142 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.583428 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.584784 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.585067 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.585339 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.621340 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.621632 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.621908 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.637208 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.637495 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.637769 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.665534 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.665818 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.666089 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.704331 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.704619 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.704895 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.935063 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.935650 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.935650 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.935824 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:17.936509 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.056606 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.056930 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.057215 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.057490 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.057758 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.058071 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.058333 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.058592 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.058849 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.059133 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.059393 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.059658 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.059937 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.060197 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.060453 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.060719 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.060978 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.061245 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.061514 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.061774 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.062051 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.062308 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.062594 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.062972 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.063225 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.063529 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.063876 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 04:21:18.064149 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 04:21:18.064393 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 04:21:18.064637 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 04:21:18.064875 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 04:21:18.065114 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 04:21:18.065480 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 02 04:21:18.068582 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 02 04:21:18.073181 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 02 04:21:18.076827 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 02 04:21:18.078463 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 02 04:21:18.078918 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 02 04:21:18.079261 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 02 04:21:18.079652 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 02 04:21:18.082462 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 02 04:21:18.082715 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 02 04:21:18.083061 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 02 04:21:18.089009 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 02 04:21:18.110779 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 02 04:21:18.111232 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.111533 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94290) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 02 04:21:18.111901 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.113289 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94290) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 02 04:21:18.113731 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 02 04:21:18.113985 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 02 04:21:18.117490 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.117781 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:18.181610 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 02 04:21:18.181852 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 02 04:21:18.182095 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 02 04:21:18.182469 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 02 04:21:18.204922 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_db.sqlalchemy.engines [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94290) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 02 04:21:18.882850 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Initializing driver for type 'gre' Sep 02 04:21:18.883372 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] gre ID ranges: [(1, 1000)] Sep 02 04:21:19.082585 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Initializing driver for type 'local' Sep 02 04:21:19.083152 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Initializing driver for type 'vlan' Sep 02 04:21:19.160796 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] VlanTypeDriver initialization complete Sep 02 04:21:19.160796 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Initializing driver for type 'vxlan' Sep 02 04:21:19.160796 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] vxlan ID ranges: [(1, 1000)] Sep 02 04:21:19.370733 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Initializing extension driver 'port_security' Sep 02 04:21:19.371077 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.extensions.port_security [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] PortSecurityExtensionDriver initialization complete Sep 02 04:21:19.371415 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Initializing mechanism driver 'openvswitch' Sep 02 04:21:19.371754 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Initializing mechanism driver 'hyperv' Sep 02 04:21:19.379163 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:21:19.379846 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > port after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.380248 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > port after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.380604 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > port after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.381123 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 04:21:19.382055 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > subnet after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.382409 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > subnet after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.382755 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.383153 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 04:21:19.383558 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > network after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.383929 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > network after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.384272 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > network after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.384663 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 04:21:19.385069 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > security_group after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.385424 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > security_group after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.385764 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.386156 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 04:21:19.386695 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.387047 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.387395 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.387796 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 04:21:19.388225 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > address_group after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.388577 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > address_group after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.388918 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.389313 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 04:21:19.389694 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] ML2 OVO RPC backend initialized. {{(pid=94290) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 02 04:21:19.390389 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.390749 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.391167 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > network before_response 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.391518 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > networks before_response 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.391868 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > port before_response 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.392240 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > ports before_response 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.392585 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > subnet before_response 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.392932 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > subnets before_response 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.393279 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > network after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.393622 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > network after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.393960 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > network after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.394298 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > port after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.394634 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > port after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.394969 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > port after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.395304 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > subnet after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.395640 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > subnet after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.396002 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.396576 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Modular L2 Plugin initialization complete Sep 02 04:21:19.397519 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading services supported by the core plugin {{(pid=94290) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 02 04:21:19.397850 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.plugins.ml2.managers [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Got port-security extension from driver 'port_security' Sep 02 04:21:19.398319 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.extensions.vlantransparent [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Disabled vlantransparent extension. Sep 02 04:21:19.398801 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94290) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 02 04:21:19.399121 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading Plugin: router Sep 02 04:21:19.441348 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.441683 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router after_create 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.442057 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router before_create 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.442425 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.442802 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.443162 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router after_delete 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.443521 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.444392 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.444752 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router after_create 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.445100 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router after_update 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.445448 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router after_update 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.445798 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.446156 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router after_update 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.446565 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router precommit_update 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.446934 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: port after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.447276 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: port after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.447613 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: subnet after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.447977 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.448331 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.448684 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router precommit_create 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.449029 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: port before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.449373 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router precommit_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.449736 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router after_update 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.450079 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.450431 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router precommit_create 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.450790 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.451136 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router precommit_update 55549900 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.451500 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > agent after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.451852 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > agent after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.452223 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > network after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.453073 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Tracking information for resource: router configured {{(pid=94290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 04:21:19.453409 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Tracking information for resource: floatingip configured {{(pid=94290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 04:21:19.460168 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.db.l3_agentschedulers_db [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 02 04:21:19.460934 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: port after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.461424 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: port after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.461909 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: port after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.462399 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: port after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.463496 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router before_create 55550100 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.464044 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.464560 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router precommit_create 55550100 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.465068 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > router precommit_update 55550100 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.469887 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.services.provider_configuration [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service providers = [] {{(pid=94290) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 02 04:21:19.470253 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.db.servicetype_db [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94290) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 02 04:21:19.473247 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.services.service_base [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94290) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 04:21:19.473598 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.services.service_base [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94290) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 04:21:19.473940 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.services.service_base [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94290) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 04:21:19.474835 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.services.service_base [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94290) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 04:21:19.475206 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.services.service_base [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 02 04:21:19.475580 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 04:21:19.475895 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 02 04:21:19.487876 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 04:21:19.492801 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading Plugin: auto_allocate Sep 02 04:21:19.500348 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: network precommit_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.500723 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: network precommit_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.501259 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 04:21:19.501579 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading Plugin: tag Sep 02 04:21:19.508675 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 04:21:19.509004 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading Plugin: timestamp Sep 02 04:21:19.513035 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 04:21:19.513373 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading Plugin: network_ip_availability Sep 02 04:21:19.518793 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.519157 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.519512 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.520257 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 04:21:19.520582 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading Plugin: flavors Sep 02 04:21:19.528436 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 04:21:19.528768 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading Plugin: revisions Sep 02 04:21:19.533069 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 04:21:19.533454 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_concurrency.lockutils [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.344s {{(pid=94290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 02 04:21:19.534188 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94290) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 02 04:21:19.534520 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Initializing extension manager. Sep 02 04:21:19.535028 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: __init__.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.535367 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: __pycache__ {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.535701 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.536063 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: address_group.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.536817 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.537390 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: address-group Sep 02 04:21:19.537751 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: address_scope.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.538459 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.538958 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: address-scope Sep 02 04:21:19.539288 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.540228 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.540725 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: router-admin-state-down-before-update Sep 02 04:21:19.541046 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: agent.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.541932 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.542428 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: agent Sep 02 04:21:19.542747 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: agent_resources_synced.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.543648 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.544172 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: agent-resources-synced Sep 02 04:21:19.544605 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: allowedaddresspairs.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.546404 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.546923 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: allowed-address-pairs Sep 02 04:21:19.547252 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: auto_allocated_topology.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.548349 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.548856 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: auto-allocated-topology Sep 02 04:21:19.549179 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: availability_zone.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.549868 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.550361 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: availability_zone Sep 02 04:21:19.550681 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: availability_zone_filter.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.556361 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.556854 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: availability_zone_filter Sep 02 04:21:19.557176 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: data_plane_status.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.558091 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.558588 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension data-plane-status not supported by any of loaded plugins Sep 02 04:21:19.558908 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: default_subnetpools.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.559815 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.560416 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: default-subnetpools Sep 02 04:21:19.560739 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.561573 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.562063 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: dhcp_agent_scheduler Sep 02 04:21:19.562387 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: dns.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.563293 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.563788 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension dns-integration not supported by any of loaded plugins Sep 02 04:21:19.564137 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: dns_domain_ports.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.565047 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.565547 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 02 04:21:19.565869 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.566778 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.567301 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 02 04:21:19.567674 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: dvr.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.568370 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.569390 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: dvr Sep 02 04:21:19.569714 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: ecmp_routes.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.570619 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.571114 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 02 04:21:19.571441 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: empty_string_filtering.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.572364 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.572864 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: empty-string-filtering Sep 02 04:21:19.573214 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.574112 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.574609 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 02 04:21:19.574929 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.575829 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.576352 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 02 04:21:19.576668 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: external_net.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.577569 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.578069 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: external-net Sep 02 04:21:19.578389 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.579298 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.579799 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: extra_dhcp_opt Sep 02 04:21:19.580156 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: extraroute.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.581058 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.581558 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: extraroute Sep 02 04:21:19.581878 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: extraroute_atomic.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.582903 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.583400 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: extraroute-atomic Sep 02 04:21:19.583720 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: filter_validation.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.585012 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.585507 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: filter-validation Sep 02 04:21:19.585828 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: fip_pf_description.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.586778 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.587269 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 02 04:21:19.587587 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: fip_port_details.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.588530 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.589028 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: fip-port-details Sep 02 04:21:19.589349 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: flavors.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.590562 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.591065 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: flavors Sep 02 04:21:19.591392 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.596715 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.597221 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 02 04:21:19.597550 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: floatingip_pools.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.598255 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.598756 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: floatingip-pools Sep 02 04:21:19.599085 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: ip_allocation.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.600101 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.600600 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension ip_allocation not supported by any of loaded plugins Sep 02 04:21:19.600925 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.601859 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.602357 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: ip-substring-filtering Sep 02 04:21:19.602681 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: l2_adjacency.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.603598 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.604126 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 02 04:21:19.604447 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: l3.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.605547 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.606055 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: router Sep 02 04:21:19.606381 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.608648 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.609170 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 02 04:21:19.609502 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.610433 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.610941 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: ext-gw-mode Sep 02 04:21:19.611267 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.612212 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.612742 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: l3-ha Sep 02 04:21:19.613069 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: l3_flavors.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.613976 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.614478 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: l3-flavors Sep 02 04:21:19.614807 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.616029 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.616529 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 02 04:21:19.616856 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: l3agentscheduler.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.617882 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.618382 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: l3_agent_scheduler Sep 02 04:21:19.618709 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: logging.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.620513 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.621023 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension logging not supported by any of loaded plugins Sep 02 04:21:19.621354 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: metering.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.622098 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.622664 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: metering Sep 02 04:21:19.622992 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.624177 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.624711 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: metering_source_and_destination_fields Sep 02 04:21:19.625040 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: multiprovidernet.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.625957 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.626454 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: multi-provider Sep 02 04:21:19.626778 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: netmtu.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.627681 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.628201 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: net-mtu Sep 02 04:21:19.628527 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: netmtu_writable.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.629434 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.629983 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: net-mtu-writable Sep 02 04:21:19.630306 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: network_availability_zone.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.630975 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.632049 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: network_availability_zone Sep 02 04:21:19.632374 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: network_ip_availability.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.633448 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.633949 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: network-ip-availability Sep 02 04:21:19.634270 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: network_segment_range.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.635025 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.635542 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension network-segment-range not supported by any of loaded plugins Sep 02 04:21:19.635869 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: pagination.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.636858 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.637188 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: pagination Sep 02 04:21:19.637507 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: port_device_profile.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.638426 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.638935 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: port-device-profile Sep 02 04:21:19.639254 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.640204 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.640706 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: port-mac-address-regenerate Sep 02 04:21:19.641029 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.641929 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.642430 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: port-numa-affinity-policy Sep 02 04:21:19.642755 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: port_resource_request.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.643648 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.644208 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension port-resource-request not supported by any of loaded plugins Sep 02 04:21:19.644531 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: portbindings.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.645453 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.645952 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: binding Sep 02 04:21:19.646274 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: portbindings_extended.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.648282 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.648788 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: binding-extended Sep 02 04:21:19.649113 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: portsecurity.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.650018 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.650519 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: port-security Sep 02 04:21:19.650840 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: project_id.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.656377 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.656704 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: project-id Sep 02 04:21:19.657025 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: providernet.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.657955 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.658474 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: provider Sep 02 04:21:19.658790 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: qos.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.662304 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.662847 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension qos not supported by any of loaded plugins Sep 02 04:21:19.663177 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.664442 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.664948 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 02 04:21:19.665276 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.666223 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.666740 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 02 04:21:19.667066 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: qos_default.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.668013 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.668517 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension qos-default not supported by any of loaded plugins Sep 02 04:21:19.668844 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: qos_fip.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.669494 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.669992 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension qos-fip not supported by any of loaded plugins Sep 02 04:21:19.670315 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: qos_gateway_ip.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.671234 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.671733 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 02 04:21:19.672085 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: qos_port_network_policy.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.673027 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.673527 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 02 04:21:19.673849 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: qos_pps_rule.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.675017 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.675520 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension qos-pps not supported by any of loaded plugins Sep 02 04:21:19.675848 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: qos_rule_type_details.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.676788 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.677286 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 02 04:21:19.677611 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: qos_rules_alias.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.679175 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.679674 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 02 04:21:19.680025 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: quotasv2.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.680938 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.681261 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: quotas Sep 02 04:21:19.681579 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: quotasv2_detail.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.684588 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.684930 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: quota_details Sep 02 04:21:19.685265 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: rbac.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.686500 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.687013 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: rbac-policies Sep 02 04:21:19.687346 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: rbac_address_group.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.688316 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.688824 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: rbac-address-group Sep 02 04:21:19.689170 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: rbac_address_scope.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.690100 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.690611 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: rbac-address-scope Sep 02 04:21:19.690938 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: rbac_security_groups.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.691898 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.692378 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: rbac-security-groups Sep 02 04:21:19.692704 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: rbac_subnetpool.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.693612 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.694666 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: rbac-subnetpool Sep 02 04:21:19.694989 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: revisionifmatch.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.695930 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.696433 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: revision-if-match Sep 02 04:21:19.696759 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: revisions.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.697858 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.698359 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: standard-attr-revisions Sep 02 04:21:19.698685 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: router_availability_zone.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.699362 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.699863 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: router_availability_zone Sep 02 04:21:19.700212 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: routerservicetype.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.701129 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.701626 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension router-service-type not supported by any of loaded plugins Sep 02 04:21:19.701949 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.702860 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.703356 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: security-groups-normalized-cidr Sep 02 04:21:19.703679 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.704613 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.705110 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: port-security-groups-filtering Sep 02 04:21:19.705435 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.706342 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.706842 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: security-groups-remote-address-group Sep 02 04:21:19.707168 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: securitygroup.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.718554 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.719086 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: security-group Sep 02 04:21:19.719420 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: segment.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.720328 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.720834 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension segment not supported by any of loaded plugins Sep 02 04:21:19.721167 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.722123 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.722627 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 02 04:21:19.722959 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: servicetype.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.724138 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.724658 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: service-type Sep 02 04:21:19.725575 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: sorting.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.726569 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.726905 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: sorting Sep 02 04:21:19.727230 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: standard_attr_segment.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.728176 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.728689 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 02 04:21:19.729016 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: standardattrdescription.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.729663 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.730164 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: standard-attr-description Sep 02 04:21:19.730497 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: stateful_security_group.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.731435 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.731969 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: stateful-security-group Sep 02 04:21:19.732296 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: stdattrs_common.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.732873 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 02 04:21:19.733197 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.734113 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.734617 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 02 04:21:19.734935 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: subnet_onboard.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.736031 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.736545 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: subnet_onboard Sep 02 04:21:19.736867 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.737784 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.738285 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 02 04:21:19.738606 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: subnet_service_types.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.739516 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.740064 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: subnet-service-types Sep 02 04:21:19.740666 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: subnetallocation.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.741747 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.742257 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: subnet_allocation Sep 02 04:21:19.742582 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.743250 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.743752 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: subnetpool-prefix-ops Sep 02 04:21:19.744108 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.745029 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.745534 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 02 04:21:19.745854 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: tagging.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.746920 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.747426 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: standard-attr-tag Sep 02 04:21:19.747759 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: timestamp.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.748985 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.749491 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loaded extension: standard-attr-timestamp Sep 02 04:21:19.749819 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: trunk.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.750849 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.751350 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension trunk not supported by any of loaded plugins Sep 02 04:21:19.751673 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: trunk_details.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.752629 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.753133 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension trunk-details not supported by any of loaded plugins Sep 02 04:21:19.753456 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: uplink_status_propagation.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.754373 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.754873 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 02 04:21:19.755196 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Loading extension file: vlantransparent.py {{(pid=94290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 04:21:19.755866 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 04:21:19.756411 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 02 04:21:19.758850 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:network Sep 02 04:21:19.759366 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:subnet Sep 02 04:21:19.759764 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 04:21:19.760188 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:port Sep 02 04:21:19.761405 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.761836 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service FLAVORS assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.762449 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.762873 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.763204 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:router Sep 02 04:21:19.763624 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:floatingip Sep 02 04:21:19.764151 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service METERING assigned prefix: /metering {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.765563 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.765932 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.766281 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:21:19.767253 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of CountableResource for resource:rbac_policy Sep 02 04:21:19.767684 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:security_group Sep 02 04:21:19.768155 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 02 04:21:19.768754 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service CORE assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.769083 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 04:21:19.769424 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] subnetpool is already registered Sep 02 04:21:19.769848 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service CORE assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.770171 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 04:21:19.770506 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] subnetpool is already registered Sep 02 04:21:19.773357 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.773787 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service FLAVORS assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.774367 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.774785 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.775115 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:router Sep 02 04:21:19.775452 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] router is already registered Sep 02 04:21:19.775858 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:floatingip Sep 02 04:21:19.776217 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] floatingip is already registered Sep 02 04:21:19.776664 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service METERING assigned prefix: /metering {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.777321 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of CountableResource for resource:rbac_policy Sep 02 04:21:19.777646 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] rbac_policy is already registered Sep 02 04:21:19.778049 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:security_group Sep 02 04:21:19.778378 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] security_group is already registered Sep 02 04:21:19.778772 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 02 04:21:19.779101 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] security_group_rule is already registered Sep 02 04:21:19.779719 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service CORE assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.780080 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 04:21:19.780414 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] subnetpool is already registered Sep 02 04:21:19.780827 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.v2.resource_helper [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Service CORE assigned prefix: {{(pid=94290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 04:21:19.781146 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 04:21:19.781473 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING neutron.quota.resource_registry [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] subnetpool is already registered Sep 02 04:21:19.781926 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: extensions {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.783383 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: address-groups {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.784888 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: address-scopes {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.786182 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: agents {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.787341 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: auto-allocated-topology {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.789159 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: availability_zones {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.790373 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: dhcp-networks {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.791876 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: dhcp-agents {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.793309 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: routers {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.795482 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: flavors {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.796667 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: service_profiles {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.797867 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: next_providers {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.799294 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: service_profiles {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.800854 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: floatingip-pools {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.802058 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: routers {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.804206 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: floatingips {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.805478 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: l3-routers {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.806842 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: l3-agents {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.808262 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: metering-labels {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.809611 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: metering-label-rules {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.810886 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: network-ip-availabilities {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.812161 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: bindings {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.814597 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: quotas {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.816125 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: quotas {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.817534 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: rbac-policies {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.818742 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: security-groups {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.820081 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: security-group-rules {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.821320 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: service-providers {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.822533 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: subnetpools {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.823953 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: subnetpools {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.825402 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: tags {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.827053 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: tags {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.828904 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: tags {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.830701 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: tags {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.832518 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: tags {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.834847 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: tags {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.836543 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: tags {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.838410 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: tags {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.840162 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: tags {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.841892 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron.api.extensions [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Extended resource: tags {{(pid=94290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 04:21:19.847873 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING keystonemiddleware.auth_token [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 02 04:21:19.853077 dv-cinder-804735-7-iscsi neutron-server[94290]: WARNING keystonemiddleware.auth_token [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 02 04:21:19.861255 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_concurrency.lockutils [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Acquired lock "singleton_lock" {{(pid=94290) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 02 04:21:19.861727 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_concurrency.lockutils [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Releasing lock "singleton_lock" {{(pid=94290) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 02 04:21:19.862355 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO oslo_service.service [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Starting 2 workers Sep 02 04:21:19.867468 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Started child 94401 {{(pid=94290) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 04:21:19.871870 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Started child 94402 {{(pid=94290) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 04:21:19.872853 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:19.873653 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO neutron.service [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 02 04:21:19.874129 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Notify callbacks [] for process, before_spawn {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:19.874287 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [-] (94401) wsgi starting up on http://0.0.0.0:9696 Sep 02 04:21:19.876608 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:19.877089 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO oslo_service.service [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Starting 1 workers Sep 02 04:21:19.877936 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [-] (94402) wsgi starting up on http://0.0.0.0:9696 Sep 02 04:21:19.881898 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Started child 94403 {{(pid=94290) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 04:21:19.882436 dv-cinder-804735-7-iscsi neutron-server[94290]: INFO oslo_service.service [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Starting 1 workers Sep 02 04:21:19.885624 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.service [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] calling RpcWorker wait() {{(pid=94403) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 02 04:21:19.886175 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.service [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] returning from RpcWorker wait() {{(pid=94403) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 02 04:21:19.886938 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Started child 94404 {{(pid=94290) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 04:21:19.887520 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:19.887753 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-331dd491-ec0f-4052-9222-9aad0eacac70 None None] Notify callbacks [] for process, after_spawn {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:19.888128 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:21:19.889591 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94290) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 02 04:21:19.889793 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 04:21:19.889972 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 04:21:19.890183 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 04:21:19.890545 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 04:21:19.890709 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 04:21:19.891220 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.891491 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.891735 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.891827 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:19.892387 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.892387 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.892879 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.893128 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.893389 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.893649 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.893901 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.894066 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.894394 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.894642 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.894890 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.895187 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.895458 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.895700 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.896003 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.896179 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.896446 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.896700 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.897455 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.897720 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] debug = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.897958 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.898449 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.898669 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.898958 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.899188 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.899462 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.899681 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.899981 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.900224 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.900440 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.900693 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.900952 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.901195 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.901427 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.901659 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.901904 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.902135 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.902595 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] host = dv-cinder-804735-7-iscsi {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.902826 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.903039 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.903281 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.903533 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.903788 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.904055 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.904307 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.904546 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.904804 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.905038 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.905268 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.905557 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.905741 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.905985 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.906149 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_options = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.906368 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.906620 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.906873 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.907058 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.907223 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.907397 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.907642 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.907800 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.908115 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.908330 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.908538 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.908770 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.908981 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.909211 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.909546 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.909693 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.909921 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.910129 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.910370 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.910619 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.910842 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.911088 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.911315 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.911541 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.911780 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.912104 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.912335 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.913140 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.913351 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.913595 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.913821 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.914144 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.914293 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.914550 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.914777 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.915000 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.915225 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.915456 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.915703 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.915968 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.916206 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.916435 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.916657 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.916891 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.917121 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.917330 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_json = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.917540 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.917777 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.918025 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.918232 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.918456 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.918665 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.918895 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.919141 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:19.919659 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.919848 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.920174 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.920397 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.920625 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.920875 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.921123 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.921338 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.922582 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.922582 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.922582 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.922582 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.923083 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.923210 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:21:19.923344 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.923344 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.923597 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.923597 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.923867 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.924121 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.924348 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.924566 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.924802 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.925069 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.925309 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.926246 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.926246 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.926246 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.926518 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.926596 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.926815 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.927079 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.927456 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.927682 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.927928 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.928212 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.928427 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.928654 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.928921 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.929135 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.929346 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.929562 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.929784 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.929993 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.930216 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.930452 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.930699 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.930925 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.931139 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.931347 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.931554 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.931761 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.931996 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.932240 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.932451 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.932700 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.932919 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.933131 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.933342 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.933553 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.933766 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.934051 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.934265 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.934473 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.934894 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.934894 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.935107 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.935320 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.935551 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.935762 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.936183 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.936400 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.936635 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.936865 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.937055 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.937264 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.937482 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.937707 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.937935 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.938169 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.938380 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.938591 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.938927 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.939199 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.941624 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.941888 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.942161 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.942378 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.942605 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.942826 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.943604 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.943995 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.947553 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.948218 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.953356 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.953356 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.953356 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.953356 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.953356 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.953356 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.953356 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.953356 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.953982 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.953982 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.954542 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.956234 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.957858 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.958189 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.958391 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.959959 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.960591 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.960868 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.961165 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.961460 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.961725 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.961990 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.962268 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.962567 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.962828 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.963088 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.963311 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.963572 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.963853 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.964179 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.964457 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.964706 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.964955 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.965214 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.965447 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.965697 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.965929 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.966161 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.966397 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.966669 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.966913 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.967155 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.967374 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.967604 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.967956 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.968228 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.968477 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.968690 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.968968 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.969225 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.969469 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.969730 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.969976 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.970207 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.970461 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.970694 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.971258 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.971517 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.972294 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.972969 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.973226 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.973461 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.973710 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.973928 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.974143 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.974406 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.974620 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.974862 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.975650 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.975868 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.976109 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.977832 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.978511 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.978984 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.979237 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.979464 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.979688 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.980534 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.981374 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.982169 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.982726 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.985262 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.986223 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.986493 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.986761 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.987005 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.987260 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.987514 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.987793 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.988049 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.988298 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.988520 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.988765 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.988985 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.989220 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.989469 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.989716 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.989973 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.990234 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.990843 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.991100 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.991329 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.991567 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.991784 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.992150 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.992425 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.992677 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.992926 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.993182 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.993424 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.993748 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.994024 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.994326 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.994559 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.994788 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.995015 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.995260 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.995483 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.995795 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.996090 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.996333 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.996600 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.996847 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.997089 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.997348 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.997573 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.997838 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.998070 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.998296 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.998513 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.998748 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.998966 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.999183 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.999410 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.999635 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:19.999852 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.002309 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.002555 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.002853 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.003108 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.003348 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.003581 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.003824 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.004101 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.004330 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.004566 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.004820 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.005066 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.005302 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.005544 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.005765 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.005997 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.006248 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.006468 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.006771 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.007028 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.007274 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.007570 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.007850 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.008464 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.008755 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.009081 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.009308 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.009557 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.009785 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.010119 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.010463 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.010732 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.011088 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.011403 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.011673 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.011954 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.012245 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.012691 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.013029 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.013381 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.013672 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.014004 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.014285 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.014552 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.014805 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.015060 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.015319 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.015539 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.015784 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.016058 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.016279 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.016524 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.016758 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.016986 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.017236 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.017470 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.017690 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.017913 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.018148 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.018370 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.018593 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.018752 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 04:21:20.019438 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94290) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 02 04:21:20.019610 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 04:21:20.019770 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 04:21:20.019993 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 04:21:20.020177 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 04:21:20.020332 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 04:21:20.020542 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.020707 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.020870 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.021031 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.021193 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.021374 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.021536 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.021697 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.022527 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.022527 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.022747 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.022857 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.022984 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.023111 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.023247 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.023409 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.023568 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.023728 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.023891 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.024079 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.024238 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.024398 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.024627 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] debug = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.024780 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.024908 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.025063 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.025191 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.025352 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.025512 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.025670 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.025839 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.025966 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.026195 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.026334 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.026476 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.026601 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.026726 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.026874 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.027033 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.027191 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.027350 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] host = dv-cinder-804735-7-iscsi {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.027509 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.027668 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.027827 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.028008 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.028220 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.028385 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.028543 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.030177 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.032022 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.032218 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.032397 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.032573 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.032749 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.032920 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.033091 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_options = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.033257 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.033422 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.033585 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.033775 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.033942 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.034115 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.034285 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.034445 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.034606 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.034782 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.034912 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.035071 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.035228 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.035386 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.035544 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.035701 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.035859 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.036040 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.036199 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.036350 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.036567 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.036682 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.036811 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.036968 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.037125 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.037282 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.037490 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.037648 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.037804 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.037962 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.038181 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.038306 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.038435 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.038562 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.038713 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.038875 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.039352 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.039352 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.039352 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.039690 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.039690 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.039888 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.039996 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.040121 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.040236 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.040392 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_json = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.040548 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.040707 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.040851 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.041008 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.041165 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.041321 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.041478 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.041636 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 04:21:20.041814 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.041993 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.042148 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.042308 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.042468 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.042628 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.042788 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.042948 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.043108 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.043418 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.043418 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.043575 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.043729 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.043889 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.044082 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.044245 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.044407 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.044566 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.044727 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.044903 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.045034 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.045193 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.045361 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.045519 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.045680 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.045855 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.045998 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.046174 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.046334 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.046494 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.046654 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.046815 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.046975 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.047136 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.047296 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.047456 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.047617 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.047975 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.047975 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.048146 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.048316 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.048410 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.048545 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.048706 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.048871 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.049032 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.049191 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.049352 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.049512 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.049673 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.049834 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.049994 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.050154 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.050242 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:21:20.050337 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.050463 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.050635 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.050794 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.050956 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.051115 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.051275 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.051436 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.051595 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.051753 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.051929 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.052094 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.052254 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.052427 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.052586 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.052746 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.052906 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.053088 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.053249 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.053409 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.053569 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.053728 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.053887 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.054046 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.054206 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.054365 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.054525 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.054685 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.054846 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.055002 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.055154 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.055313 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.055472 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.055632 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.055792 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.055978 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.056150 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.056328 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.056497 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.056635 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.056794 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.056953 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.057112 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.057270 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.057428 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.057586 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.057745 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.057904 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.058062 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.058223 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.058386 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.058547 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.058704 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.058868 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.059062 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.059201 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.059327 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.059485 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.059644 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.059802 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.059982 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.060141 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.060298 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.060468 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.060627 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.060789 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.060949 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.061115 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.061286 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.061522 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.061710 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.061861 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.062009 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.062403 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.062403 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.062575 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.062575 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.062816 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.062901 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.063025 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.063195 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.063355 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.063729 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.063729 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.064220 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.064220 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.064220 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.064530 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.064530 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.064961 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.064961 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.064961 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.065280 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.065280 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.065494 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.065494 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.065694 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.065801 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.065917 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.066254 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.066254 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.066428 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.066557 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.066668 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.066829 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.066989 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.067148 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.067309 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.067468 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.067628 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.067787 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.067965 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.068127 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.068286 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.068516 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.069128 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.069284 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.069444 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.069603 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.069762 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.069921 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.070084 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.070243 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.070403 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.070563 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.070723 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.070884 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.071044 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.071207 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.071367 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.071527 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.071688 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.071850 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.072036 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.072197 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.072357 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.072521 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.072682 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.072840 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.073014 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.073173 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.073332 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.073490 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.073649 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.073808 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.073968 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.074128 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.074288 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.074447 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.074606 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.074767 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.074930 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.075091 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.075250 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.075421 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.075755 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.075755 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.075937 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.076054 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.076201 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.076361 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.076520 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.076679 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.076839 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.077008 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.077170 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.077334 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.077495 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.077653 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.077812 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.077980 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.078139 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.078298 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.078456 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.078614 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.078774 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.078942 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.079101 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.079265 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.079425 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.079583 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.079742 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.079927 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.080088 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.080248 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.080408 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.080566 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.080726 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.080896 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.081055 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.081215 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.081373 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.081532 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.081691 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.081859 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.082019 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.082178 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.082346 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.082504 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.082962 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.082962 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.082962 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.083645 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.083645 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.083645 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.083645 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.084045 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.084045 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.084045 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.084883 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.084883 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.085068 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.085237 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.085404 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.085573 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.085733 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.085899 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.086071 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.086230 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.086390 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.086548 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.086706 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.086865 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.087048 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.087181 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.087340 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.087498 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.087657 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.087816 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.088000 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.088166 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.088338 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.088498 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.088657 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.088817 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.088976 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.089135 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 04:21:20.089292 dv-cinder-804735-7-iscsi neutron-server[94290]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 04:21:20.223046 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 39596) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:21:20.231698 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064609 Sep 02 04:21:31.672568 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1847fb41-b412-40fe-b571-61ab7b036a92 None None] get_active_networks_info from dv-cinder-804735-7-iscsi {{(pid=94403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 04:21:31.795069 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1847fb41-b412-40fe-b571-61ab7b036a92 None None] No non-hosted networks {{(pid=94403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 02 04:21:31.812426 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.agentschedulers_db [None req-1847fb41-b412-40fe-b571-61ab7b036a92 None None] DHCP Agent not found on host dv-cinder-804735-7-iscsi {{(pid=94403) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 02 04:21:31.946213 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-fc80cf88-ad35-4b58-b939-fc37d77f9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074224'] for agent, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:34.422012 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ae518908-7cab-43ae-a441-19dfde01b0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074224'] for agent, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:34.479748 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.db.api [None req-7abd0cd5-76c1-4b6b-980b-44f35f27a04a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804735-7-iscsi {{(pid=94403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 04:21:34.480181 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG oslo_db.api [None req-7abd0cd5-76c1-4b6b-980b-44f35f27a04a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 04:21:34.587590 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074224'] for agent, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:34.588224 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.588736 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.589242 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.589725 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.590193 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.590683 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.591165 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.591663 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.592183 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.592343 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.592815 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.593310 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:34.593852 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:21:34.607486 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:21:35.142597 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-7abd0cd5-76c1-4b6b-980b-44f35f27a04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:35.284693 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074224'] for agent, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:37.216139 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074224'] for agent, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:38.011580 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 39688) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:21:38.502623 dv-cinder-804735-7-iscsi neutron-server[94401]: WARNING oslo_policy.policy [None req-9baea845-14a7-43c5-b622-369bb5c739bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 04:21:38.503222 dv-cinder-804735-7-iscsi neutron-server[94401]: WARNING oslo_policy.policy [None req-9baea845-14a7-43c5-b622-369bb5c739bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 04:21:38.726970 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [None req-9baea845-14a7-43c5-b622-369bb5c739bf admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:21:38.728195 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-9baea845-14a7-43c5-b622-369bb5c739bf admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7144458 Sep 02 04:21:41.093355 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 39702) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:21:41.404701 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-e5ca74af-b6c0-4506-b017-a3130f865edd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:21:41.515416 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.policy [None req-e5ca74af-b6c0-4506-b017-a3130f865edd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94401) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 02 04:21:41.560339 dv-cinder-804735-7-iscsi neutron-server[94401]: WARNING oslo_policy.policy [None req-e5ca74af-b6c0-4506-b017-a3130f865edd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 04:21:41.560639 dv-cinder-804735-7-iscsi neutron-server[94401]: WARNING oslo_policy.policy [None req-e5ca74af-b6c0-4506-b017-a3130f865edd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 04:21:41.569185 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.quota [None req-e5ca74af-b6c0-4506-b017-a3130f865edd admin admin] Loaded quota_driver: . Sep 02 04:21:41.700973 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.db.l3_hamode_db [None req-cdfec713-6f4b-49a5-a857-abc7e7250c9d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 02 04:21:41.712989 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e5ca74af-b6c0-4506-b017-a3130f865edd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742255547426', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742255547991', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742255527166', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742255533650', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742256160309', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742255569604', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-652001', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-840617', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1964882', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1761522'] for rbac-policy, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:41.777373 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfec713-6f4b-49a5-a857-abc7e7250c9d None None] Routers set() bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:21:41.777752 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfec713-6f4b-49a5-a857-abc7e7250c9d None None] Router IDs set() for agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 04:21:41.882713 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e5ca74af-b6c0-4506-b017-a3130f865edd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:41.883837 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-e5ca74af-b6c0-4506-b017-a3130f865edd admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7894704 Sep 02 04:21:44.461223 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 39714) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:21:44.753314 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Request body: {'network': {'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'name': 'private', 'admin_state_up': True}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:21:44.836641 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Made reservation on behalf of f8ed2c487e584c59b56cf7c1ac8b8739 for: {'network': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:21:44.839326 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:44.856278 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:44.974632 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:45.053872 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:45.072712 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:21:45.098820 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742258410325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:45.099815 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Unsubscribe: segment precommit_create {{(pid=94401) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 02 04:21:45.100381 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.segments_db [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Added segment 64b1ee53-2886-4439-9c79-13b24efcd9df of type vlan for network 44338652-370d-4ab4-9715-ee5c365bca78 Sep 02 04:21:45.116389 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5df102-cfa6-4e07-b632-da7e512a066f,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:21:45.163457 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.163798 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.164173 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.164507 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.164836 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.165177 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.165506 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.165829 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.166163 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.166486 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.166831 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.167153 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Tracked resource versions report: Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: pushed versions: Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: { 'AddressGroup': {'1.2'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'ConntrackHelper': {'1.0'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Log': {'1.0'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Network': {'1.1'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Port': {'1.7'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'PortForwarding': {'1.2'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'QosPolicy': {'1.9'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SecurityGroup': {'1.4'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SecurityGroupRule': {'1.2'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SubPort': {'1.0'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Subnet': {'1.1'}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Trunk': {'1.1'}} Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: consumer versions: Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: { DHCP agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: L3 agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: Metadata agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: Metering agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: Open vSwitch agent@dv-cinder-804735-7-iscsi: { 'AddressGroup': '1.2', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'ConntrackHelper': '1.0', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Log': '1.0', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Network': '1.1', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Port': '1.7', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'PortForwarding': '1.2', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'QosPolicy': '1.9', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SecurityGroup': '1.4', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SecurityGroupRule': '1.2', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SubPort': '1.0', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Subnet': '1.1', Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Trunk': '1.1'}} Sep 02 04:21:45.168291 dv-cinder-804735-7-iscsi neutron-server[94401]: {{(pid=94401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 04:21:45.218246 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:45.307603 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:45.308884 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:21:45.309572 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:45.403670 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] Pushing event updated for resources: {'Network': ['ID=44338652-370d-4ab4-9715-ee5c365bca78,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:21:45.415533 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 44338652-370d-4ab4-9715-ee5c365bca78 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:21:45.433875 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-adeaced3-6760-4d57-ade2-f0507be49c31 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9716167 Sep 02 04:21:48.107499 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 39728) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:21:48.495068 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef38ce07-2390-4ef1-af90-05b42afed365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:21:48.499157 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-ef38ce07-2390-4ef1-af90-05b42afed365 admin admin] 10.222.0.13 "GET /v2.0/networks/44338652-370d-4ab4-9715-ee5c365bca78 HTTP/1.1" status: 200 len: 824 time: 0.3879087 Sep 02 04:21:48.521434 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-ef8b9e4e-1c6d-480e-a952-bd857562cc76 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/e63c01c0-0a80-425d-b95f-6bea63f06a4e HTTP/1.1" status: 200 len: 734 time: 0.0183144 Sep 02 04:21:48.530209 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'ip_version': 4, 'subnetpool_id': 'e63c01c0-0a80-425d-b95f-6bea63f06a4e'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:21:48.619756 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Made reservation on behalf of f8ed2c487e584c59b56cf7c1ac8b8739 for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:21:48.621970 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:48.958600 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:49.022809 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81d95c1-30d2-4af5-bdd0-b309a9aae93b,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:21:49.031123 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Checking segment: {'id': '64b1ee53-2886-4439-9c79-13b24efcd9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:21:49.031501 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Network hostable DHCP agents. Network: 44338652-370d-4ab4-9715-ee5c365bca78, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:21:49.129755 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Network 44338652-370d-4ab4-9715-ee5c365bca78 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:21:49.241872 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 44338652-370d-4ab4-9715-ee5c365bca78) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:21:49.246329 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:21:49.246907 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:49.251154 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc5913-00e7-44ee-8a34-9c13a3b025b1 None None] Network 44338652-370d-4ab4-9715-ee5c365bca78 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:21:49.479325 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-6efbb61e-791a-4ddc-aa85-c3a240db2e54 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9522977 Sep 02 04:21:49.550930 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943bee1f-3750-4508-8737-349706eb501f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a486f3-8f72-5bf9-945a-33db7619340c-44338652-370d-4ab4-9715-ee5c365bca78', 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'fixed_ips': [{'subnet_id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b'}]}} from dv-cinder-804735-7-iscsi. {{(pid=94403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 04:21:49.552802 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:49.829724 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.db_base_plugin_common [None req-943bee1f-3750-4508-8737-349706eb501f None None] Allocated IP 172.20.0.2 (44338652-370d-4ab4-9715-ee5c365bca78/d81d95c1-30d2-4af5-bdd0-b309a9aae93b/0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff) {{(pid=94403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:21:50.030202 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Notify callbacks [] for port, precommit_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:50.071639 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-943bee1f-3750-4508-8737-349706eb501f None None] Transition to ACTIVE for port object 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:21:50.092517 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-943bee1f-3750-4508-8737-349706eb501f None None] Transition to ACTIVE for port object 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff will not be triggered until provisioned by entity DHCP. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:21:50.158795 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:50.224303 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943bee1f-3750-4508-8737-349706eb501f None None] Network 44338652-370d-4ab4-9715-ee5c365bca78 is already hosted by enough agents. {{(pid=94403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:21:50.228917 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.base_scheduler [None req-943bee1f-3750-4508-8737-349706eb501f None None] Resources bound (agent type, host, resource id): {{(pid=94403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:21:50.243416 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943bee1f-3750-4508-8737-349706eb501f None None] Received port after_create {{(pid=94403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:21:50.246518 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bee1f-3750-4508-8737-349706eb501f None None] Pushing event updated for resources: {'Port': ['ID=0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff,revision_number=1']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:21:50.279204 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.279204 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.279204 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.279204 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.279204 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.280167 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.280167 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.280167 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.280581 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.280794 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.281117 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.281440 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Tracked resource versions report: Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: pushed versions: Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: { 'AddressGroup': {'1.2'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'ConntrackHelper': {'1.0'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Log': {'1.0'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Network': {'1.1'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Port': {'1.7'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'PortForwarding': {'1.2'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'QosPolicy': {'1.9'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SecurityGroup': {'1.4'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SecurityGroupRule': {'1.2'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SubPort': {'1.0'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Subnet': {'1.1'}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Trunk': {'1.1'}} Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: consumer versions: Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: { DHCP agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: L3 agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: Metadata agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: Metering agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: Open vSwitch agent@dv-cinder-804735-7-iscsi: { 'AddressGroup': '1.2', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'ConntrackHelper': '1.0', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Log': '1.0', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Network': '1.1', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Port': '1.7', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'PortForwarding': '1.2', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'QosPolicy': '1.9', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SecurityGroup': '1.4', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SecurityGroupRule': '1.2', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SubPort': '1.0', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Subnet': '1.1', Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Trunk': '1.1'}} Sep 02 04:21:50.282602 dv-cinder-804735-7-iscsi neutron-server[94403]: {{(pid=94403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 04:21:50.329842 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-943bee1f-3750-4508-8737-349706eb501f None None] Attempting to bind port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:21:50.330246 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-943bee1f-3750-4508-8737-349706eb501f None None] Attempting to bind port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '64b1ee53-2886-4439-9c79-13b24efcd9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:21:50.330669 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bee1f-3750-4508-8737-349706eb501f None None] Attempting to bind port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff on network 44338652-370d-4ab4-9715-ee5c365bca78 {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:21:50.336083 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bee1f-3750-4508-8737-349706eb501f None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:21:50.336492 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bee1f-3750-4508-8737-349706eb501f None None] Checking segment: {'id': '64b1ee53-2886-4439-9c79-13b24efcd9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:21:50.336991 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:50.337383 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bee1f-3750-4508-8737-349706eb501f None None] Bound using segment: {'id': '64b1ee53-2886-4439-9c79-13b24efcd9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:21:50.337850 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-943bee1f-3750-4508-8737-349706eb501f None None] Bound port: 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b1ee53-2886-4439-9c79-13b24efcd9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:21:50.338260 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:50.399241 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-943bee1f-3750-4508-8737-349706eb501f None None] For port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:21:50.403391 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-943bee1f-3750-4508-8737-349706eb501f None None] For port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff,segment=NetworkSegment(64b1ee53-2886-4439-9c79-13b24efcd9df),segment_id=64b1ee53-2886-4439-9c79-13b24efcd9df)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:21:50.502022 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-943bee1f-3750-4508-8737-349706eb501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:50.567068 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bee1f-3750-4508-8737-349706eb501f None None] Pushing event updated for resources: {'Port': ['ID=0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:21:51.920047 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 39736) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:21:52.407450 dv-cinder-804735-7-iscsi neutron-server[94402]: WARNING oslo_policy.policy [None req-2fe5fdbc-9a92-404e-8b1b-9a4dfe0adde5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 04:21:52.408062 dv-cinder-804735-7-iscsi neutron-server[94402]: WARNING oslo_policy.policy [None req-2fe5fdbc-9a92-404e-8b1b-9a4dfe0adde5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 04:21:52.631495 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [None req-2fe5fdbc-9a92-404e-8b1b-9a4dfe0adde5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:21:52.632487 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-2fe5fdbc-9a92-404e-8b1b-9a4dfe0adde5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7114027 Sep 02 04:21:55.022548 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 39750) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:21:55.341214 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [None req-9ff51b9d-9c6c-44fa-bade-defbaed10892 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:21:55.342231 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-9ff51b9d-9c6c-44fa-bade-defbaed10892 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3185956 Sep 02 04:21:57.965514 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 39764) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:21:58.259614 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'admin_state_up': True}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:21:58.324996 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.policy [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94402) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 02 04:21:58.371570 dv-cinder-804735-7-iscsi neutron-server[94402]: WARNING oslo_policy.policy [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 04:21:58.372007 dv-cinder-804735-7-iscsi neutron-server[94402]: WARNING oslo_policy.policy [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 04:21:58.377353 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:21:58.382760 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.quota [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] Loaded quota_driver: . Sep 02 04:21:58.554046 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1642938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27977'] for router, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:58.555998 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1643562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27974'] for router, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:58.564381 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:21:58.710933 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:58.776631 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551'] for router, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:58.867003 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] Notify callbacks [] for router, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:58.868234 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-74666d4a-5b73-42ac-a005-e326098aa92f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9017320 Sep 02 04:21:59.021161 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51e8b8-4530-4320-b38f-4a9e33cc8cde None None] Network 44338652-370d-4ab4-9715-ee5c365bca78 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:21:59.152990 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-1c048036-8d59-4228-a8ee-2ad0c1e036d5 None None] Provisioning for port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:21:59.164664 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-1c048036-8d59-4228-a8ee-2ad0c1e036d5 None None] Provisioning complete for port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:21:59.165080 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1c048036-8d59-4228-a8ee-2ad0c1e036d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:59.311435 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1c048036-8d59-4228-a8ee-2ad0c1e036d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:59.346214 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-1c048036-8d59-4228-a8ee-2ad0c1e036d5 None None] For port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff,segment=NetworkSegment(64b1ee53-2886-4439-9c79-13b24efcd9df),segment_id=64b1ee53-2886-4439-9c79-13b24efcd9df)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:21:59.449615 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1c048036-8d59-4228-a8ee-2ad0c1e036d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:21:59.495784 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c048036-8d59-4228-a8ee-2ad0c1e036d5 None None] Pushing event updated for resources: {'Port': ['ID=0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:21:59.567827 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-51d2a307-50c9-408b-9655-1cb776612fb2 None None] Provisioning complete for port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:21:59.568163 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-51d2a307-50c9-408b-9655-1cb776612fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:00.357272 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:22:00.402558 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:22:00.402929 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:01.260745 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 39774) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:22:01.565379 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [None req-6a900307-1c1e-429e-a351-1d626f6afa5a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:22:01.566355 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-6a900307-1c1e-429e-a351-1d626f6afa5a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3046980 Sep 02 04:22:01.662253 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-7fccc236-6fec-435b-9fd5-1576c3d685e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:03.933776 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 39782) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:22:04.235437 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:22:04.341123 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Made reservation on behalf of f4a073204dc246d899f2d8443944f4f1 for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:22:04.343824 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:04.360201 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:04.474495 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:04.495384 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d6031ee7-39b0-4f9d-ab8c-31b5aafcbfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:04.557983 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:04.568849 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Reserving flat network on physical network physnet1 {{(pid=94402) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 02 04:22:04.592569 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:04.599736 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742258410325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:04.600328 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Unsubscribe: segment precommit_create {{(pid=94402) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 02 04:22:04.600879 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Added segment 6f025649-a372-4bb5-8c53-b0e6268523aa of type flat for network 18fb76dd-f907-485a-9600-a8a8c1b2c99b Sep 02 04:22:04.617091 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d54926-069f-4187-ba74-2d07286f7f9f,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:04.668191 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.668530 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.668863 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.669189 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.669511 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.669842 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.670161 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.670475 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.670802 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.671117 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.671430 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.671737 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Tracked resource versions report: Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: pushed versions: Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: { 'AddressGroup': {'1.2'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'ConntrackHelper': {'1.0'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Log': {'1.0'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Network': {'1.1'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Port': {'1.7'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'PortForwarding': {'1.2'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'QosPolicy': {'1.9'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SecurityGroup': {'1.4'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SecurityGroupRule': {'1.2'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SubPort': {'1.0'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Subnet': {'1.1'}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Trunk': {'1.1'}} Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: consumer versions: Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: { DHCP agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: L3 agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: Metadata agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: Metering agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: Open vSwitch agent@dv-cinder-804735-7-iscsi: { 'AddressGroup': '1.2', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'ConntrackHelper': '1.0', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Log': '1.0', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Network': '1.1', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Port': '1.7', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'PortForwarding': '1.2', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'QosPolicy': '1.9', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SecurityGroup': '1.4', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SecurityGroupRule': '1.2', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SubPort': '1.0', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Subnet': '1.1', Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Trunk': '1.1'}} Sep 02 04:22:04.672883 dv-cinder-804735-7-iscsi neutron-server[94402]: {{(pid=94402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 04:22:04.722232 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:04.826773 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:04.827759 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:22:04.828440 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:04.923832 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9890094 Sep 02 04:22:04.924463 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428a1a6-a148-48b5-942a-995407c1c860 admin admin] Pushing event updated for resources: {'Network': ['ID=18fb76dd-f907-485a-9600-a8a8c1b2c99b,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:04.935622 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:22:05.238189 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:05.946767 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 5 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:22:07.150473 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:07.314582 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 39804) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:22:07.483693 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4814cb51-17e0-4fff-8886-07bd536c01f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:22:07.485006 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-4814cb51-17e0-4fff-8886-07bd536c01f6 admin admin] 10.222.0.13 "GET /v2.0/subnets/d81d95c1-30d2-4af5-bdd0-b309a9aae93b HTTP/1.1" status: 200 len: 849 time: 0.1695430 Sep 02 04:22:07.642316 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-5d5f1756-3103-4ee0-9609-ad4f66018c3f admin admin] 10.222.0.13 "GET /v2.0/routers/1c4728f1-6970-497b-a28a-9872c65460df HTTP/1.1" status: 200 len: 704 time: 0.1508861 Sep 02 04:22:07.900646 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:08.184962 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Allocated IP 172.20.0.1 (44338652-370d-4ab4-9715-ee5c365bca78/d81d95c1-30d2-4af5-bdd0-b309a9aae93b/8ed4e3b3-d2da-4d01-a59a-3973865e5385) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:22:08.333389 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:08.354862 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Transition to ACTIVE for port object 8ed4e3b3-d2da-4d01-a59a-3973865e5385 will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:22:08.496214 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:08.606311 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Network 44338652-370d-4ab4-9715-ee5c365bca78 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:22:08.611144 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:22:08.613819 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:22:08.614666 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074298'] for router_interface, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:08.684292 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed4e3b3-d2da-4d01-a59a-3973865e5385,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:08.877962 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-85bdc154-138d-403d-8835-df36cb7b9063 None None] Provisioning for port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:22:08.882481 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-85bdc154-138d-403d-8835-df36cb7b9063 None None] Provisioning complete for port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:22:08.883249 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-85bdc154-138d-403d-8835-df36cb7b9063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:08.892624 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:08.915652 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-85bdc154-138d-403d-8835-df36cb7b9063 None None] Port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:22:09.095157 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:09.158135 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:09.158876 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646378'] for router_interface, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:09.220767 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed4e3b3-d2da-4d01-a59a-3973865e5385,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:09.281647 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Network 44338652-370d-4ab4-9715-ee5c365bca78 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:22:09.283131 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:22:09.433894 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a294bf4c-b393-4424-b585-bbb59d007a25 None None] Provisioning complete for port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:22:09.434263 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a294bf4c-b393-4424-b585-bbb59d007a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:09.469504 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a294bf4c-b393-4424-b585-bbb59d007a25 None None] Port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:22:09.518279 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Router 1c4728f1-6970-497b-a28a-9872c65460df is scheduled to L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 with binding_index 1 {{(pid=94401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 04:22:09.605637 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:22:09.610995 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-48b4d810-2e47-41e9-9419-81f8c8bb95f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c4728f1-6970-497b-a28a-9872c65460df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9625065 Sep 02 04:22:09.616036 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Sync routers for ids ['1c4728f1-6970-497b-a28a-9872c65460df'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:22:09.626996 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Routers {'1c4728f1-6970-497b-a28a-9872c65460df'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:22:09.627861 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:22:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['1c4728f1-6970-497b-a28a-9872c65460df'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:22:09.806438 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Set router 1c4728f1-6970-497b-a28a-9872c65460df gateway port host: None {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:22:10.222479 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4728f1-6970-497b-a28a-9872c65460df', 'name': 'router1', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:21:58Z', 'updated_at': '2021-09-02T04:22:08Z', 'revision_number': 2, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'gw_port_host': None, '_interfaces': [{'id': '8ed4e3b3-d2da-4d01-a59a-3973865e5385', 'name': '', 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'mac_address': 'fa:16:3e:64:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4728f1-6970-497b-a28a-9872c65460df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:22:07Z', 'updated_at': '2021-09-02T04:22:08Z', 'revision_number': 2, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'subnets': [{'id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63c01c0-0a80-425d-b95f-6bea63f06a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:22:10.273828 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Checking router: 1c4728f1-6970-497b-a28a-9872c65460df for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:22:10.274197 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Updating router 1c4728f1-6970-497b-a28a-9872c65460df port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 binding host dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:22:10.324692 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:10.844364 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:10.861831 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Transition to ACTIVE for port object 8ed4e3b3-d2da-4d01-a59a-3973865e5385 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:22:10.935764 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:11.097591 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Pushing event updated for resources: {'Port': ['ID=8ed4e3b3-d2da-4d01-a59a-3973865e5385,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:11.112074 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.112425 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.112762 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.113094 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.113425 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.114543 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.114869 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.115190 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.115512 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.115830 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.116173 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.116489 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Tracked resource versions report: Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: pushed versions: Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: { 'AddressGroup': {'1.2'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'ConntrackHelper': {'1.0'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Log': {'1.0'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Network': {'1.1'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Port': {'1.7'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'PortForwarding': {'1.2'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'QosPolicy': {'1.9'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SecurityGroup': {'1.4'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SecurityGroupRule': {'1.2'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SubPort': {'1.0'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Subnet': {'1.1'}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Trunk': {'1.1'}} Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: consumer versions: Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: { DHCP agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: L3 agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: Metadata agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: Metering agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: Open vSwitch agent@dv-cinder-804735-7-iscsi: { 'AddressGroup': '1.2', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'ConntrackHelper': '1.0', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Log': '1.0', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Network': '1.1', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Port': '1.7', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'PortForwarding': '1.2', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'QosPolicy': '1.9', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SecurityGroup': '1.4', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SecurityGroupRule': '1.2', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SubPort': '1.0', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Subnet': '1.1', Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Trunk': '1.1'}} Sep 02 04:22:11.117622 dv-cinder-804735-7-iscsi neutron-server[94404]: {{(pid=94404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 04:22:11.119973 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Attempting to bind port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:22:11.120366 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Attempting to bind port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '64b1ee53-2886-4439-9c79-13b24efcd9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:22:11.120800 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Attempting to bind port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 on network 44338652-370d-4ab4-9715-ee5c365bca78 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:22:11.126377 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:22:11.126792 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Checking segment: {'id': '64b1ee53-2886-4439-9c79-13b24efcd9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:22:11.127284 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:11.127690 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Bound using segment: {'id': '64b1ee53-2886-4439-9c79-13b24efcd9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:22:11.128191 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Bound port: 8ed4e3b3-d2da-4d01-a59a-3973865e5385, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b1ee53-2886-4439-9c79-13b24efcd9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:22:11.128561 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:11.192715 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] For port 8ed4e3b3-d2da-4d01-a59a-3973865e5385, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:22:11.212912 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] For port 8ed4e3b3-d2da-4d01-a59a-3973865e5385, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=8ed4e3b3-d2da-4d01-a59a-3973865e5385,segment=NetworkSegment(64b1ee53-2886-4439-9c79-13b24efcd9df),segment_id=64b1ee53-2886-4439-9c79-13b24efcd9df)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:22:11.267001 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:11.329469 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Routers {'1c4728f1-6970-497b-a28a-9872c65460df'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:22:11.334468 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:22:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['1c4728f1-6970-497b-a28a-9872c65460df'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:22:11.366166 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cbd80-d68c-4104-8500-10a869c4dbc7 None None] Pushing event updated for resources: {'Port': ['ID=8ed4e3b3-d2da-4d01-a59a-3973865e5385,revision_number=4']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:11.422219 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] Set router 1c4728f1-6970-497b-a28a-9872c65460df gateway port host: None {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:22:11.626636 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4728f1-6970-497b-a28a-9872c65460df', 'name': 'router1', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:21:58Z', 'updated_at': '2021-09-02T04:22:08Z', 'revision_number': 2, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'gw_port_host': None, '_interfaces': [{'id': '8ed4e3b3-d2da-4d01-a59a-3973865e5385', 'name': '', 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'mac_address': 'fa:16:3e:64:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4728f1-6970-497b-a28a-9872c65460df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:22:07Z', 'updated_at': '2021-09-02T04:22:11Z', 'revision_number': 4, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'subnets': [{'id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63c01c0-0a80-425d-b95f-6bea63f06a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:22:11.651600 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e50c82b-5e9f-4eb5-9908-8c5701f0a632 None None] The sync data for ids ['1c4728f1-6970-497b-a28a-9872c65460df'] in dv-cinder-804735-7-iscsi is: [{'id': '1c4728f1-6970-497b-a28a-9872c65460df', 'name': 'router1', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:21:58Z', 'updated_at': '2021-09-02T04:22:08Z', 'revision_number': 2, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'gw_port_host': None, '_interfaces': [{'id': '8ed4e3b3-d2da-4d01-a59a-3973865e5385', 'name': '', 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'mac_address': 'fa:16:3e:64:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4728f1-6970-497b-a28a-9872c65460df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:22:07Z', 'updated_at': '2021-09-02T04:22:11Z', 'revision_number': 4, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'subnets': [{'id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63c01c0-0a80-425d-b95f-6bea63f06a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:22:11.849449 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 39824) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:22:11.958246 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db51cf-d70d-492b-8c13-d7a291f88870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:22:11.959528 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-27db51cf-d70d-492b-8c13-d7a291f88870 admin admin] 10.222.0.13 "GET /v2.0/networks/18fb76dd-f907-485a-9600-a8a8c1b2c99b HTTP/1.1" status: 200 len: 842 time: 0.1090388 Sep 02 04:22:11.969765 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:22:12.061039 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Made reservation on behalf of f4a073204dc246d899f2d8443944f4f1 for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:22:12.063294 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:12.425654 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.objects.ports [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94401) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 04:22:12.426634 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:12.472671 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68bfe82-6578-49e3-b430-10806cdc0d25,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:12.486815 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:22:12.487169 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Network hostable DHCP agents. Network: 18fb76dd-f907-485a-9600-a8a8c1b2c99b, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:22:12.573308 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:22:12.678123 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 18fb76dd-f907-485a-9600-a8a8c1b2c99b) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:22:12.682402 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:22:12.682961 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:12.687774 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd7b81-5962-4628-ba05-de0b4c401e25 None None] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:22:12.787551 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-07206cce-7ab6-4abe-948f-b3567d124541 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8213117 Sep 02 04:22:12.809575 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40395ec2-d77a-42a9-8f04-6d9b07d6fc72 None None] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:22:15.106981 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 39832) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:22:15.244622 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-e7992dd2-902d-49c6-a4e7-595abd51f32d admin admin] 10.222.0.13 "GET /v2.0/routers/1c4728f1-6970-497b-a28a-9872c65460df HTTP/1.1" status: 200 len: 710 time: 0.1364834 Sep 02 04:22:15.400878 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e6053-4e98-4e9b-8637-7a3d76699a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:22:15.402247 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-b51e6053-4e98-4e9b-8637-7a3d76699a93 admin admin] 10.222.0.13 "GET /v2.0/networks/18fb76dd-f907-485a-9600-a8a8c1b2c99b HTTP/1.1" status: 200 len: 886 time: 0.1514571 Sep 02 04:22:15.411744 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:22:15.652606 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:15.927068 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:16.010865 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:16.112887 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Allocated IP 172.27.2.185 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/7e62df32-5b89-4b7f-b27a-2cae1a23e46c) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:22:16.214116 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:16.333607 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:16.372651 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:22:16.375518 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:22:16.378891 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:22:16.414394 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e62df32-5b89-4b7f-b27a-2cae1a23e46c,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:16.759248 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:17.049389 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1645448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1643576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28020'] for router, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:17.052950 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1645441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1645462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1643569'] for router, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:17.154395 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Router 1c4728f1-6970-497b-a28a-9872c65460df has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:22:17.256401 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:22:17.260577 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:17.261789 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-e2690170-574b-49ae-8b2f-237b3d7709e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c4728f1-6970-497b-a28a-9872c65460df HTTP/1.1" status: 200 len: 890 time: 1.8533065 Sep 02 04:22:18.088753 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Sync routers for ids ['1c4728f1-6970-497b-a28a-9872c65460df'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:22:18.102004 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Routers {'1c4728f1-6970-497b-a28a-9872c65460df'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:22:18.102675 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:22:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['1c4728f1-6970-497b-a28a-9872c65460df'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:22:18.350828 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Set router 1c4728f1-6970-497b-a28a-9872c65460df gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:22:18.401735 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 8ed4e3b3-d2da-4d01-a59a-3973865e5385 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:22:18.672024 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:22:18.682689 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:22:18.683068 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:18.834401 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4728f1-6970-497b-a28a-9872c65460df', 'name': 'router1', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '7e62df32-5b89-4b7f-b27a-2cae1a23e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:21:58Z', 'updated_at': '2021-09-02T04:22:16Z', 'revision_number': 4, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'gw_port': {'id': '7e62df32-5b89-4b7f-b27a-2cae1a23e46c', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4728f1-6970-497b-a28a-9872c65460df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:22:16Z', 'updated_at': '2021-09-02T04:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '8ed4e3b3-d2da-4d01-a59a-3973865e5385', 'name': '', 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'mac_address': 'fa:16:3e:64:25:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4728f1-6970-497b-a28a-9872c65460df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:22:07Z', 'updated_at': '2021-09-02T04:22:11Z', 'revision_number': 4, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'subnets': [{'id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63c01c0-0a80-425d-b95f-6bea63f06a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:22:18.884919 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Checking router: 1c4728f1-6970-497b-a28a-9872c65460df for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:22:18.885277 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Updating router 1c4728f1-6970-497b-a28a-9872c65460df port 7e62df32-5b89-4b7f-b27a-2cae1a23e46c binding host dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:22:18.902510 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:18.948896 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:18.981440 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 8ed4e3b3-d2da-4d01-a59a-3973865e5385, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=8ed4e3b3-d2da-4d01-a59a-3973865e5385,segment=NetworkSegment(64b1ee53-2886-4439-9c79-13b24efcd9df),segment_id=64b1ee53-2886-4439-9c79-13b24efcd9df)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:22:19.076878 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:19.167895 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=8ed4e3b3-d2da-4d01-a59a-3973865e5385,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:19.310185 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:19.320012 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Transition to ACTIVE for port object 7e62df32-5b89-4b7f-b27a-2cae1a23e46c will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:22:19.386562 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:19.439884 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f0a84-fe9e-44fc-b7f7-53b577e95509 None None] Pushing event updated for resources: {'Port': ['ID=7e62df32-5b89-4b7f-b27a-2cae1a23e46c,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:19.442585 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Attempting to bind port 7e62df32-5b89-4b7f-b27a-2cae1a23e46c on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:22:19.442958 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Attempting to bind port 7e62df32-5b89-4b7f-b27a-2cae1a23e46c by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:22:19.443324 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Attempting to bind port 7e62df32-5b89-4b7f-b27a-2cae1a23e46c on network 18fb76dd-f907-485a-9600-a8a8c1b2c99b {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:22:19.448654 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:22:19.449036 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:22:19.449439 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:19.449830 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Bound using segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:22:19.450293 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Bound port: 7e62df32-5b89-4b7f-b27a-2cae1a23e46c, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:22:19.450696 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:19.500123 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] For port 7e62df32-5b89-4b7f-b27a-2cae1a23e46c, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:22:19.503760 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] For port 7e62df32-5b89-4b7f-b27a-2cae1a23e46c, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=7e62df32-5b89-4b7f-b27a-2cae1a23e46c,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:22:19.575986 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:19.630476 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Routers {'1c4728f1-6970-497b-a28a-9872c65460df'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:22:19.630960 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:22:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['1c4728f1-6970-497b-a28a-9872c65460df'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:22:19.662932 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 39844) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:22:19.668091 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f0a84-fe9e-44fc-b7f7-53b577e95509 None None] Pushing event updated for resources: {'Port': ['ID=7e62df32-5b89-4b7f-b27a-2cae1a23e46c,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:19.790606 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-fc90a5f3-e6eb-4ef4-b759-ee44a74c5dc4 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1263523 Sep 02 04:22:19.830446 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] Set router 1c4728f1-6970-497b-a28a-9872c65460df gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:22:20.047367 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4728f1-6970-497b-a28a-9872c65460df', 'name': 'router1', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '7e62df32-5b89-4b7f-b27a-2cae1a23e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:21:58Z', 'updated_at': '2021-09-02T04:22:16Z', 'revision_number': 4, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'gw_port': {'id': '7e62df32-5b89-4b7f-b27a-2cae1a23e46c', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4728f1-6970-497b-a28a-9872c65460df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:22:16Z', 'updated_at': '2021-09-02T04:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '8ed4e3b3-d2da-4d01-a59a-3973865e5385', 'name': '', 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'mac_address': 'fa:16:3e:64:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4728f1-6970-497b-a28a-9872c65460df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:22:07Z', 'updated_at': '2021-09-02T04:22:18Z', 'revision_number': 5, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'subnets': [{'id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63c01c0-0a80-425d-b95f-6bea63f06a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:22:20.073229 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b78f58-822a-43c5-ab06-6eb6242af6b4 None None] The sync data for ids ['1c4728f1-6970-497b-a28a-9872c65460df'] in dv-cinder-804735-7-iscsi is: [{'id': '1c4728f1-6970-497b-a28a-9872c65460df', 'name': 'router1', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '7e62df32-5b89-4b7f-b27a-2cae1a23e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:21:58Z', 'updated_at': '2021-09-02T04:22:16Z', 'revision_number': 4, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'gw_port': {'id': '7e62df32-5b89-4b7f-b27a-2cae1a23e46c', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4728f1-6970-497b-a28a-9872c65460df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:22:16Z', 'updated_at': '2021-09-02T04:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '8ed4e3b3-d2da-4d01-a59a-3973865e5385', 'name': '', 'network_id': '44338652-370d-4ab4-9715-ee5c365bca78', 'tenant_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'mac_address': 'fa:16:3e:64:25:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4728f1-6970-497b-a28a-9872c65460df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:22:07Z', 'updated_at': '2021-09-02T04:22:18Z', 'revision_number': 5, 'project_id': 'f8ed2c487e584c59b56cf7c1ac8b8739', 'subnets': [{'id': 'd81d95c1-30d2-4af5-bdd0-b309a9aae93b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e63c01c0-0a80-425d-b95f-6bea63f06a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:22:20.458557 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 7e62df32-5b89-4b7f-b27a-2cae1a23e46c up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:22:20.579529 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 7e62df32-5b89-4b7f-b27a-2cae1a23e46c completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:22:20.584703 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 7e62df32-5b89-4b7f-b27a-2cae1a23e46c triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:22:20.585456 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:20.699562 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:20.724488 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 7e62df32-5b89-4b7f-b27a-2cae1a23e46c, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=7e62df32-5b89-4b7f-b27a-2cae1a23e46c,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:22:20.809718 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:20.810516 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 8ed4e3b3-d2da-4d01-a59a-3973865e5385 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:22:20.887487 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=7e62df32-5b89-4b7f-b27a-2cae1a23e46c,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:22:20.897428 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:22:20.897805 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:22.403767 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 7e62df32-5b89-4b7f-b27a-2cae1a23e46c up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:22:22.453648 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 7e62df32-5b89-4b7f-b27a-2cae1a23e46c triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:22:22.453936 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:31.677907 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-9e455e19-5815-473d-89cc-538cca5ff2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:34.401977 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-71b9ce35-7206-43b8-a5c8-5ec77825b579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:34.614052 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:35.273178 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:37.174788 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:22:42.946898 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 5 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:23:01.688696 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-0858228c-1287-4706-a819-2faf936765bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:04.391216 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2485-53ad-4bff-b1b8-beaf539b1c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:04.597235 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:05.277236 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:07.332806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:19.946750 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 5 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:23:31.664887 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a2febb86-047d-496a-bdb3-6668ac9d25ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:34.379186 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-7614ee71-6ddb-4f8d-a23f-97ce1742e313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:34.606104 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:35.257278 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:37.160191 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:56.945503 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 5 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:23:57.097733 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40406) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:23:57.157401 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb5498c-592f-4394-857d-10458c88833f admin admin] GET failed (client error): The resource could not be found. Sep 02 04:23:57.158700 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-dbb5498c-592f-4394-857d-10458c88833f admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600410 Sep 02 04:23:57.315103 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70c350-5d0a-4900-a794-24b98178f98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:23:57.316614 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7e70c350-5d0a-4900-a794-24b98178f98c admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1534386 Sep 02 04:23:59.477193 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40416) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:23:59.569567 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ecd63b-e768-4e83-b05a-72e476aa6b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:23:59.570836 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-70ecd63b-e768-4e83-b05a-72e476aa6b14 admin admin] 10.222.0.13 "GET /v2.0/subnets/d81d95c1-30d2-4af5-bdd0-b309a9aae93b HTTP/1.1" status: 200 len: 849 time: 0.0927012 Sep 02 04:23:59.580875 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:23:59.661348 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:59.841045 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742258353601'] for subnet, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:59.872612 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:23:59.873427 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:23:59.876306 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] 10.222.0.13 "PUT /v2.0/subnets/d81d95c1-30d2-4af5-bdd0-b309a9aae93b HTTP/1.1" status: 200 len: 868 time: 0.2973573 Sep 02 04:23:59.877300 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e94e6-17d9-4c85-89e5-de058b99fd9b None None] Network 44338652-370d-4ab4-9715-ee5c365bca78 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:23:59.892334 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81d95c1-30d2-4af5-bdd0-b309a9aae93b,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:23:59.899596 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.899962 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.900310 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.900647 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.900979 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.901310 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.901638 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.901965 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.902314 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.902644 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.902969 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:23:59.903296 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a84e5-8e49-49a2-9485-85fa0507aa84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:00.200836 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-74ce389a-d6fb-4677-b25a-d602874487e8 None None] Provisioning complete for port 0bcd5c8d-3e9b-4e75-bfff-13f25ee76bff triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:24:00.201207 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-74ce389a-d6fb-4677-b25a-d602874487e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:00.287649 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-74ce389a-d6fb-4677-b25a-d602874487e8 None None] Provisioning complete for port 8ed4e3b3-d2da-4d01-a59a-3973865e5385 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:24:00.288049 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-74ce389a-d6fb-4677-b25a-d602874487e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:01.692656 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ec2cabcc-5365-447a-b79c-ff465e28cedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:02.046897 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40424) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:02.270222 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2997579c-0542-44a0-aacb-39764474d1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:02.270692 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2997579c-0542-44a0-aacb-39764474d1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:02.272260 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-2997579c-0542-44a0-aacb-39764474d1fc admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2244127 Sep 02 04:24:04.394108 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-43b8df66-30b2-4583-9433-ea51f778b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:04.443888 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40436) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:04.646876 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:04.651942 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3509c8-6c02-47f0-ab21-3604c71797f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:04.658329 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3509c8-6c02-47f0-ab21-3604c71797f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:04.658329 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-4b3509c8-6c02-47f0-ab21-3604c71797f6 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2090633 Sep 02 04:24:05.344342 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:06.826518 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40444) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:06.947794 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e651b3-118d-49fa-a0b0-2e0b8e4d0f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:06.949170 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-60e651b3-118d-49fa-a0b0-2e0b8e4d0f07 admin admin] 10.222.0.13 "GET /v2.0/networks/18fb76dd-f907-485a-9600-a8a8c1b2c99b HTTP/1.1" status: 200 len: 886 time: 0.1217065 Sep 02 04:24:07.171190 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:09.123650 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40452) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:09.252288 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7282d6ba-d7b9-44df-bc41-6583c96d69be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:09.253644 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7282d6ba-d7b9-44df-bc41-6583c96d69be admin admin] 10.222.0.13 "GET /v2.0/networks/44338652-370d-4ab4-9715-ee5c365bca78 HTTP/1.1" status: 200 len: 868 time: 0.1285138 Sep 02 04:24:11.439151 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40460) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:11.561424 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a15014f-b488-4277-bf07-a9e65f88438c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:11.561808 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a15014f-b488-4277-bf07-a9e65f88438c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:11.563311 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-0a15014f-b488-4277-bf07-a9e65f88438c admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232142 Sep 02 04:24:13.734269 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40468) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:13.822696 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3781782d-2671-4738-afd1-f65d0a2c7e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:13.823160 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3781782d-2671-4738-afd1-f65d0a2c7e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:13.824672 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-3781782d-2671-4738-afd1-f65d0a2c7e65 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894394 Sep 02 04:24:15.992649 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40476) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:16.101646 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac72a9b-b195-498a-b8ca-181d1db03e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:16.102960 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-dac72a9b-b195-498a-b8ca-181d1db03e95 admin admin] 10.222.0.13 "GET /v2.0/subnets/d68bfe82-6578-49e3-b430-10806cdc0d25 HTTP/1.1" status: 200 len: 816 time: 0.1093783 Sep 02 04:24:18.258294 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40484) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:18.365491 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32af51-fa84-4d03-af90-081c4bd3fbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:18.366909 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-3f32af51-fa84-4d03-af90-081c4bd3fbee admin admin] 10.222.0.13 "GET /v2.0/subnets/d81d95c1-30d2-4af5-bdd0-b309a9aae93b HTTP/1.1" status: 200 len: 868 time: 0.1076765 Sep 02 04:24:31.680305 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6b80f50-0226-412b-a0c2-f48ae32ca1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:33.943483 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 5 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:24:34.394394 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c91e6174-99cf-46b0-a7fe-f96b8192f83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:34.617532 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:35.246030 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:37.189136 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:42.218533 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40538) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:42.264869 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [None req-14935645-3e4a-4782-a483-85596b0fe2f0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:24:42.265852 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-14935645-3e4a-4782-a483-85596b0fe2f0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463912 Sep 02 04:24:44.521524 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40546) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:44.585755 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6abfa99-73a8-4ae6-b9f8-9c08f95b36cd admin admin] GET failed (client error): The resource could not be found. Sep 02 04:24:44.587055 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-d6abfa99-73a8-4ae6-b9f8-9c08f95b36cd admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646141 Sep 02 04:24:44.724584 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e4c88-424e-4b4e-93b6-314221c1da6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:44.726055 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-795e4c88-424e-4b4e-93b6-314221c1da6f admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1344800 Sep 02 04:24:46.911363 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40554) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:46.956478 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:24:47.056777 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Made reservation on behalf of f4a073204dc246d899f2d8443944f4f1 for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:24:47.059019 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:47.095188 dv-cinder-804735-7-iscsi neutron-server[94402]: WARNING neutron.services.revisions.revision_plugin [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Could not find related network for resource to bump revision. Sep 02 04:24:47.108700 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:24:47.117818 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:47.118148 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Added segment 9c6a10b6-8114-45b8-8fd0-828348d57326 of type vlan for network b182aa76-6969-4eda-8c65-9d592c04d816 Sep 02 04:24:47.155421 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:47.222377 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:47.223287 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:47.223857 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:47.282565 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Pushing event updated for resources: {'Network': ['ID=b182aa76-6969-4eda-8c65-9d592c04d816,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:24:47.289113 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.289480 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.289838 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.290159 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.290497 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.290825 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.291184 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.291467 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.291790 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.292137 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.292459 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.292778 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:47.297626 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-26cc7707-438a-40dd-8661-bc2e35505e64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3852334 Sep 02 04:24:47.304055 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network b182aa76-6969-4eda-8c65-9d592c04d816 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:24:49.504806 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40562) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:24:49.565262 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b97a79c-8db8-4e70-9738-ad1598899b32 admin admin] GET failed (client error): The resource could not be found. Sep 02 04:24:49.566566 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-2b97a79c-8db8-4e70-9738-ad1598899b32 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608311 Sep 02 04:24:49.636781 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085714f2-46fc-45f7-9ca6-3282306025db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:49.638192 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-085714f2-46fc-45f7-9ca6-3282306025db admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0669632 Sep 02 04:24:49.648989 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:24:49.748948 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Made reservation on behalf of f4a073204dc246d899f2d8443944f4f1 for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:24:49.751152 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:50.062595 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:50.113834 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeba64be-5757-4419-b043-f93517f8540e,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:24:50.123400 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Checking segment: {'id': '9c6a10b6-8114-45b8-8fd0-828348d57326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:24:50.123756 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Network hostable DHCP agents. Network: b182aa76-6969-4eda-8c65-9d592c04d816, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:24:50.215517 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Network b182aa76-6969-4eda-8c65-9d592c04d816 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:24:50.268007 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, b182aa76-6969-4eda-8c65-9d592c04d816) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:24:50.271857 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:24:50.272469 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:50.276796 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088dc76-a217-475b-8d97-66385293d4c4 None None] Network b182aa76-6969-4eda-8c65-9d592c04d816 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:24:50.345040 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7b939ff2-3b4b-459c-aab4-6dd1ee467eb7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6992426 Sep 02 04:24:50.518957 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a486f3-8f72-5bf9-945a-33db7619340c-b182aa76-6969-4eda-8c65-9d592c04d816', 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816', 'tenant_id': 'f4a073204dc246d899f2d8443944f4f1', 'fixed_ips': [{'subnet_id': 'aeba64be-5757-4419-b043-f93517f8540e'}]}} from dv-cinder-804735-7-iscsi. {{(pid=94403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 04:24:50.524804 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:50.657579 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.db_base_plugin_common [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Allocated IP 192.168.233.2 (b182aa76-6969-4eda-8c65-9d592c04d816/aeba64be-5757-4419-b043-f93517f8540e/090b2e42-04a3-4dc6-a8d5-5e02e899fb25) {{(pid=94403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:24:50.802736 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Notify callbacks [] for port, precommit_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:50.810997 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Transition to ACTIVE for port object 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:24:50.825462 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Transition to ACTIVE for port object 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 will not be triggered until provisioned by entity DHCP. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:24:50.891859 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:50.934441 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Network b182aa76-6969-4eda-8c65-9d592c04d816 is already hosted by enough agents. {{(pid=94403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:24:50.934441 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.base_scheduler [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Resources bound (agent type, host, resource id): {{(pid=94403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:24:50.935501 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Received port after_create {{(pid=94403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:24:50.946325 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Pushing event updated for resources: {'Port': ['ID=090b2e42-04a3-4dc6-a8d5-5e02e899fb25,revision_number=1']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:24:50.966815 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.967419 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.967762 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.968124 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.968455 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.968786 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.969111 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.969443 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.969794 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.970127 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.970449 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:50.970928 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:24:51.009557 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Attempting to bind port 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:24:51.009917 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Attempting to bind port 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '9c6a10b6-8114-45b8-8fd0-828348d57326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:24:51.010275 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Attempting to bind port 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 on network b182aa76-6969-4eda-8c65-9d592c04d816 {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:24:51.017946 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:24:51.018556 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Checking segment: {'id': '9c6a10b6-8114-45b8-8fd0-828348d57326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:24:51.019234 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:51.019887 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Bound using segment: {'id': '9c6a10b6-8114-45b8-8fd0-828348d57326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:24:51.020692 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Bound port: 090b2e42-04a3-4dc6-a8d5-5e02e899fb25, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6a10b6-8114-45b8-8fd0-828348d57326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:24:51.021348 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:51.090310 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] For port 090b2e42-04a3-4dc6-a8d5-5e02e899fb25, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:24:51.093904 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] For port 090b2e42-04a3-4dc6-a8d5-5e02e899fb25, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=090b2e42-04a3-4dc6-a8d5-5e02e899fb25,segment=NetworkSegment(9c6a10b6-8114-45b8-8fd0-828348d57326),segment_id=9c6a10b6-8114-45b8-8fd0-828348d57326)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:24:51.182057 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:51.236996 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063395f-f6e7-4619-a3af-89fbd885e528 None None] Pushing event updated for resources: {'Port': ['ID=090b2e42-04a3-4dc6-a8d5-5e02e899fb25,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:24:52.021099 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c54e26e-4af7-4882-a142-fe36d9434267 None None] Network b182aa76-6969-4eda-8c65-9d592c04d816 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:24:52.144326 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-6b4fb7fd-c178-41ae-99d3-75fbdda1ce50 None None] Provisioning for port 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:24:52.520395 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:24:52.639820 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:24:52.644218 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:24:52.644596 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:52.730804 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:52.760452 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 090b2e42-04a3-4dc6-a8d5-5e02e899fb25, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=090b2e42-04a3-4dc6-a8d5-5e02e899fb25,segment=NetworkSegment(9c6a10b6-8114-45b8-8fd0-828348d57326),segment_id=9c6a10b6-8114-45b8-8fd0-828348d57326)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:24:52.840718 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:24:52.888230 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=090b2e42-04a3-4dc6-a8d5-5e02e899fb25,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:24:54.476127 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:24:54.524080 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 090b2e42-04a3-4dc6-a8d5-5e02e899fb25 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:24:54.524451 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:01.690746 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c979ce81-e3c0-4fa7-b374-9c61b3aac0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:04.393591 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-7d39b58f-6578-4d59-9a3d-2bb4c29fb106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:04.593369 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:05.239652 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:07.154295 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:10.942101 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 5 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:25:31.684548 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3c176030-842b-4934-8e71-6e72c2e35258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:34.415058 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d1776683-5ada-4d7f-80cb-408f30031aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:34.616359 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:35.255899 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:37.187565 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:25:47.940266 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 5 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:26:01.671849 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c9a299ba-87cc-48fc-b81e-369f23ddb83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:04.369837 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5a244a48-e66b-40fa-957a-fc3135e54622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:04.586623 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:05.260666 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:07.180737 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:20.697138 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40614) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:26:20.703787 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [None req-6fab2957-9743-4cdc-a1e7-b9caccf4d913 tempest-verify_tempest_config-1090653826 tempest-verify_tempest_config-1090653826-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:26:20.704846 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-6fab2957-9743-4cdc-a1e7-b9caccf4d913 tempest-verify_tempest_config-1090653826 tempest-verify_tempest_config-1090653826-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066910 Sep 02 04:26:21.294390 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40632) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:26:21.403949 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:21.487778 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:21.557689 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:21.603711 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb3d7ed04c0a4705bdab3c26903839f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3082976 Sep 02 04:26:21.604688 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0077f35d-95b1-49a4-912c-e7f4dd9e844f,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:26:21.606560 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40636) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:26:21.611731 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.612137 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.612484 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.612817 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.613171 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.613558 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.613889 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.614220 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.614635 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.614882 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.615211 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.615510 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a02d23-ccd5-4736-908a-a440b6473b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.663430 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:21.682980 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:21.843335 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:21.845843 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:21.846977 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0077f35d-95b1-49a4-912c-e7f4dd9e844f HTTP/1.1" status: 204 len: 168 time: 0.2394311 Sep 02 04:26:21.854625 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0077f35d-95b1-49a4-912c-e7f4dd9e844f,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:26:21.861791 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.862155 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.862495 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.862826 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.863152 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.863477 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.863796 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.864148 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.864487 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.864870 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.865292 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:21.865613 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b4a41-08d0-492f-ad1b-90b23517fb7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:26:24.939475 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 5 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:26:31.688869 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6d28ac70-ee2c-462d-88ec-660ea608ee78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:34.394558 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-772de6fe-6a71-4cd0-9113-b0b5d2de56a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:34.585525 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:35.271268 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:26:37.402916 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:01.682169 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-469eb90c-f560-44ed-bd0d-840b088fde67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:01.938885 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 5 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:27:04.414169 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-60eafece-d087-4bb9-b85e-5cb845cdef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:04.602142 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:05.293746 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:07.185377 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:31.698064 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-582f7a32-f54c-4870-99e9-d881701ddcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:34.395267 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-119e3485-e2b4-426c-9c95-735f3c8151c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:34.595398 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:35.315634 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:37.189747 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:27:38.936395 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 5 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:27:52.829663 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2074224'] for agent, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:01.720916 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-fb7bef04-21db-4135-8bd6-5f52aabcdf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:04.412097 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4dcb019e-b9e1-4a9a-ad8b-6b01e34192c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:04.635058 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:05.269225 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:07.195266 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:07.379585 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40710) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:28:07.481136 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-e6ea6753-259b-42d2-a759-475d85a22477 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1002474 Sep 02 04:28:09.695693 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40720) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:28:09.755422 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-4795b563-73c8-4037-ae78-ee75da8909f0 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0586147 Sep 02 04:28:15.935131 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:28:22.776989 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:31.685730 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4a2ebacb-c2ec-4124-bb48-b34ca1708509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:34.394045 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6ab67471-696d-4fc8-b813-b288e78353c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:34.594151 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:35.291533 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:37.228135 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:52.770635 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:28:52.934526 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:29:01.696962 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd7b6-985a-4da6-be51-fa27815b3312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:04.376143 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a478-8f10-4457-9629-c51bfbe28fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:04.599468 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:05.334034 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:07.210929 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:22.884766 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:29.933096 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:29:31.718829 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c12711ca-39d2-44ae-a623-5c39e64e84de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:34.387934 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4260aa4e-511a-4760-b7ae-ae117afbaabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:34.615437 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:35.295850 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:37.181605 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:38.332725 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40886) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:38.651650 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-network', 'tenant_id': '0931655f059d4af598f60bd195366b84'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:38.741593 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Made reservation on behalf of 0931655f059d4af598f60bd195366b84 for: {'network': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:38.745647 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:38.755696 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:38.847124 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:38.912911 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:38.937468 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:29:38.947862 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d2f8a9-be66-45dd-a68a-ab340e9b93cd,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:38.952677 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:38.953017 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.segments_db [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Added segment 605cab17-bd5a-4a70-b19d-a921508cbd13 of type vlan for network 46143dd2-0d1f-423e-b171-0ee837e54bfa Sep 02 04:29:38.966290 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.966677 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.966995 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.967326 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.967662 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.968024 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.968356 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.968678 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.969015 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.969341 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.969661 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.970038 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Tracked resource versions report: Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: pushed versions: Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: { 'AddressGroup': {'1.2'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'ConntrackHelper': {'1.0'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Log': {'1.0'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Network': {'1.1'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Port': {'1.7'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'PortForwarding': {'1.2'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'QosPolicy': {'1.9'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SecurityGroup': {'1.4'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SecurityGroupRule': {'1.2'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SubPort': {'1.0'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Subnet': {'1.1'}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Trunk': {'1.1'}} Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: consumer versions: Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: { DHCP agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: HyperV agent@hv-cinder-80473: {}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: L3 agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: Metadata agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: Metering agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: Open vSwitch agent@dv-cinder-804735-7-iscsi: { 'AddressGroup': '1.2', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'ConntrackHelper': '1.0', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Log': '1.0', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Network': '1.1', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Port': '1.7', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'PortForwarding': '1.2', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'QosPolicy': '1.9', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SecurityGroup': '1.4', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SecurityGroupRule': '1.2', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'SubPort': '1.0', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Subnet': '1.1', Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: 'Trunk': '1.1'}} Sep 02 04:29:38.971323 dv-cinder-804735-7-iscsi neutron-server[94401]: {{(pid=94401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 04:29:39.015616 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:39.130483 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:39.131612 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:39.132322 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:39.204408 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] Pushing event updated for resources: {'Network': ['ID=46143dd2-0d1f-423e-b171-0ee837e54bfa,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:39.215732 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 46143dd2-0d1f-423e-b171-0ee837e54bfa details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:29:39.251926 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-5b1cdf46-407f-46c5-be26-69ad6a8d83ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9175754 Sep 02 04:29:39.254355 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 40940) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:39.259807 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Request body: {'subnet': {'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-subnet', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:39.304695 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40942) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:39.352667 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Made reservation on behalf of 0931655f059d4af598f60bd195366b84 for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:39.355495 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:39.500788 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40952) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:39.604906 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:39.656009 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=671ae8f2-3938-4a92-a369-4883fa7ff168,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:39.691948 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Checking segment: {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:39.692683 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Network hostable DHCP agents. Network: 46143dd2-0d1f-423e-b171-0ee837e54bfa, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:29:39.712678 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40966) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:39.743995 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-768778434-network', 'tenant_id': 'a5b6525c725444b7aa20bdb9a47c55f4'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:39.775069 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Network 46143dd2-0d1f-423e-b171-0ee837e54bfa is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:29:39.784945 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-281749194-network', 'tenant_id': '30c709f5c0524e4384bdb829d81c46c1'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:39.808815 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40976) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:39.855778 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 46143dd2-0d1f-423e-b171-0ee837e54bfa) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:39.860636 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:39.864789 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:39.865481 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Made reservation on behalf of a5b6525c725444b7aa20bdb9a47c55f4 for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:39.867560 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be3afd-4e89-42f1-8bdf-d181e6299d3f None None] Network 46143dd2-0d1f-423e-b171-0ee837e54bfa requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:29:39.868130 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:39.884052 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:39.970401 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Made reservation on behalf of 30c709f5c0524e4384bdb829d81c46c1 for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:39.972699 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:39.986277 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.007452 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-476170552-network', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:40.022138 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a486f3-8f72-5bf9-945a-33db7619340c-46143dd2-0d1f-423e-b171-0ee837e54bfa', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168'}]}} from dv-cinder-804735-7-iscsi. {{(pid=94403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 04:29:40.023036 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.065668 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7637f7c6-b2c7-4611-a212-8075ea8cba79 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8068018 Sep 02 04:29:40.065885 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 40986) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:40.071149 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:40.086180 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-261622486-network', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:40.175791 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.db_base_plugin_common [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Allocated IP 172.20.0.2 (46143dd2-0d1f-423e-b171-0ee837e54bfa/671ae8f2-3938-4a92-a369-4883fa7ff168/e5f6add8-2395-42ea-afb0-29cd5dbc7825) {{(pid=94403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:29:40.179353 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.328378 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.332798 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.338354 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Transition to ACTIVE for port object e5f6add8-2395-42ea-afb0-29cd5dbc7825 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:40.354106 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Transition to ACTIVE for port object e5f6add8-2395-42ea-afb0-29cd5dbc7825 will not be triggered until provisioned by entity DHCP. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:40.357296 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:29:40.382417 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.382889 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Added segment 13961777-080c-4662-8dba-f04728c7410a of type vlan for network 1edf8d96-2ca8-4884-968d-e0e3a9a38f62 Sep 02 04:29:40.433382 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:40.434739 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.470339 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.470719 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.471597 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.472009 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.472343 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.472692 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.473025 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.473354 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.473694 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.474023 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.474344 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.474667 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Tracked resource versions report: Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: pushed versions: Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: { 'AddressGroup': {'1.2'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'ConntrackHelper': {'1.0'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Log': {'1.0'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Network': {'1.1'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Port': {'1.7'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'PortForwarding': {'1.2'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'QosPolicy': {'1.9'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SecurityGroup': {'1.4'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SecurityGroupRule': {'1.2'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SubPort': {'1.0'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Subnet': {'1.1'}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Trunk': {'1.1'}} Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: consumer versions: Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: { DHCP agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: HyperV agent@hv-cinder-80473: {}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: L3 agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: Metadata agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: Metering agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: Open vSwitch agent@dv-cinder-804735-7-iscsi: { 'AddressGroup': '1.2', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'ConntrackHelper': '1.0', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Log': '1.0', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Network': '1.1', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Port': '1.7', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'PortForwarding': '1.2', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'QosPolicy': '1.9', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SecurityGroup': '1.4', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SecurityGroupRule': '1.2', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'SubPort': '1.0', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Subnet': '1.1', Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: 'Trunk': '1.1'}} Sep 02 04:29:40.475759 dv-cinder-804735-7-iscsi neutron-server[94402]: {{(pid=94402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 04:29:40.482055 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.489640 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.553470 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Pushing event updated for resources: {'Port': ['ID=e5f6add8-2395-42ea-afb0-29cd5dbc7825,revision_number=1']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:40.560689 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.573275 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.574548 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.581806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.581806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.581806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.581806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.581806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.581806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.581806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.581806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.582607 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.582607 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Tracked resource versions report: Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: pushed versions: Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: { 'AddressGroup': {'1.2'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'ConntrackHelper': {'1.0'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Log': {'1.0'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Network': {'1.1'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Port': {'1.7'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'PortForwarding': {'1.2'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'QosPolicy': {'1.9'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SecurityGroup': {'1.4'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SecurityGroupRule': {'1.2'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SubPort': {'1.0'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Subnet': {'1.1'}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Trunk': {'1.1'}} Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: consumer versions: Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: { DHCP agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: HyperV agent@hv-cinder-80473: {}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: L3 agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: Metadata agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: Metering agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: Open vSwitch agent@dv-cinder-804735-7-iscsi: { 'AddressGroup': '1.2', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'ConntrackHelper': '1.0', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Log': '1.0', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Network': '1.1', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Port': '1.7', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'PortForwarding': '1.2', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'QosPolicy': '1.9', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SecurityGroup': '1.4', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SecurityGroupRule': '1.2', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'SubPort': '1.0', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Subnet': '1.1', Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: 'Trunk': '1.1'}} Sep 02 04:29:40.583562 dv-cinder-804735-7-iscsi neutron-server[94403]: {{(pid=94403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 04:29:40.592707 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Network 46143dd2-0d1f-423e-b171-0ee837e54bfa is already hosted by enough agents. {{(pid=94403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:40.594096 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.base_scheduler [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Resources bound (agent type, host, resource id): {{(pid=94403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:40.596296 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:29:40.597199 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Received port after_create {{(pid=94403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:29:40.609431 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47dff66-ec8e-478d-af0e-e34bd4ce2532,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:40.610948 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.611289 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Added segment 150c9aba-ac1b-4ca9-9207-15dbb3617075 of type vlan for network 26ff5384-f842-4306-a318-71b587753ace Sep 02 04:29:40.640024 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.645058 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:40.645058 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.656617 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Attempting to bind port e5f6add8-2395-42ea-afb0-29cd5dbc7825 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:29:40.657096 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Attempting to bind port e5f6add8-2395-42ea-afb0-29cd5dbc7825 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:29:40.657608 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Attempting to bind port e5f6add8-2395-42ea-afb0-29cd5dbc7825 on network 46143dd2-0d1f-423e-b171-0ee837e54bfa {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:29:40.664187 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:29:40.664668 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Checking segment: {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:40.665181 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.665739 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Bound using segment: {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:29:40.666301 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Bound port: e5f6add8-2395-42ea-afb0-29cd5dbc7825, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:29:40.666794 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.676696 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.714152 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] Pushing event updated for resources: {'Network': ['ID=1edf8d96-2ca8-4884-968d-e0e3a9a38f62,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:40.724012 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Made reservation on behalf of b7c30d815e4b455b8ab704d7e86dbf2f for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:40.726286 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.737768 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] For port e5f6add8-2395-42ea-afb0-29cd5dbc7825, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:29:40.741109 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] For port e5f6add8-2395-42ea-afb0-29cd5dbc7825, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e5f6add8-2395-42ea-afb0-29cd5dbc7825,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:29:40.741442 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.744030 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 1edf8d96-2ca8-4884-968d-e0e3a9a38f62 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:29:40.815929 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.875069 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd686d-b03d-4030-848b-6c6c76e930d4 None None] Pushing event updated for resources: {'Port': ['ID=e5f6add8-2395-42ea-afb0-29cd5dbc7825,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:40.879282 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.879282 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:40.879282 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.882723 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1642938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27977'] for router, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.882723 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1643562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27974'] for router, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:40.974724 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] Pushing event updated for resources: {'Network': ['ID=26ff5384-f842-4306-a318-71b587753ace,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:40.990130 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 26ff5384-f842-4306-a318-71b587753ace details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:29:41.007361 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.012873 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Made reservation on behalf of 56f3fc4797ec410b8f3fb46fc7409fe7 for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:41.015249 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.025331 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.084654 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41046) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:41.126011 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-0bf6ff7b-f4bb-4ce3-9342-25dc90cae1dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6238892 Sep 02 04:29:41.130483 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b2ede769-d707-4d80-9b14-f77667b7aaa9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8300550 Sep 02 04:29:41.130616 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41050) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:41.134879 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Request body: {'subnet': {'network_id': '26ff5384-f842-4306-a318-71b587753ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-281749194-subnet', 'tenant_id': '30c709f5c0524e4384bdb829d81c46c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:41.137986 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41052) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:41.143776 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Request body: {'subnet': {'network_id': '1edf8d96-2ca8-4884-968d-e0e3a9a38f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-768778434-subnet', 'tenant_id': 'a5b6525c725444b7aa20bdb9a47c55f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:41.234261 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.db.api [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 04:29:41.234261 dv-cinder-804735-7-iscsi neutron-server[94401]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 04:29:41.234261 dv-cinder-804735-7-iscsi neutron-server[94401]: [parameters: {'project_id_1': 'a5b6525c725444b7aa20bdb9a47c55f4', 'expiration_1': datetime.datetime(2021, 9, 2, 4, 29, 41, 148935)}] Sep 02 04:29:41.234261 dv-cinder-804735-7-iscsi neutron-server[94401]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 04:29:41.234731 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG oslo_db.api [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 04:29:41.235416 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.db.api [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 04:29:41.235416 dv-cinder-804735-7-iscsi neutron-server[94401]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 04:29:41.235416 dv-cinder-804735-7-iscsi neutron-server[94401]: [parameters: {'project_id_1': '30c709f5c0524e4384bdb829d81c46c1', 'expiration_1': datetime.datetime(2021, 9, 2, 4, 29, 41, 155013)}] Sep 02 04:29:41.235416 dv-cinder-804735-7-iscsi neutron-server[94401]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 04:29:41.235790 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG oslo_db.api [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 04:29:41.240203 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.db.api [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 04:29:41.240203 dv-cinder-804735-7-iscsi neutron-server[94402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 04:29:41.240203 dv-cinder-804735-7-iscsi neutron-server[94402]: [parameters: {'project_id_1': '56f3fc4797ec410b8f3fb46fc7409fe7', 'expiration_1': datetime.datetime(2021, 9, 2, 4, 29, 41, 37204)}] Sep 02 04:29:41.240203 dv-cinder-804735-7-iscsi neutron-server[94402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 04:29:41.240608 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG oslo_db.api [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 04:29:41.248611 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c470e221-e01a-4cb8-9195-710f670e9622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.340874 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.409337 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.566601 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.591062 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:29:41.622782 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.653933 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Added segment dda3fbf5-2ee9-4a60-8d06-37b8488555ea of type vlan for network ad90c133-531e-4d6b-a1ec-5f41d66215bb Sep 02 04:29:41.653933 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a475452-72b6-4294-96d0-b3b5b9bd1c04,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:41.671500 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c470e221-e01a-4cb8-9195-710f670e9622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.694617 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.754033 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.873463 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.891851 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c470e221-e01a-4cb8-9195-710f670e9622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.903812 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.904848 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:41.905816 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.915897 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.921486 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.db.api [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 04:29:41.921486 dv-cinder-804735-7-iscsi neutron-server[94401]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 04:29:41.921486 dv-cinder-804735-7-iscsi neutron-server[94401]: [parameters: {'project_id_1': '30c709f5c0524e4384bdb829d81c46c1', 'expiration_1': datetime.datetime(2021, 9, 2, 4, 29, 41, 745073)}] Sep 02 04:29:41.921486 dv-cinder-804735-7-iscsi neutron-server[94401]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 04:29:41.922192 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG oslo_db.api [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 04:29:41.937458 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.db.api [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 04:29:41.937458 dv-cinder-804735-7-iscsi neutron-server[94402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 04:29:41.937458 dv-cinder-804735-7-iscsi neutron-server[94402]: [parameters: {'project_id_1': '56f3fc4797ec410b8f3fb46fc7409fe7', 'expiration_1': datetime.datetime(2021, 9, 2, 4, 29, 41, 795966)}] Sep 02 04:29:41.937458 dv-cinder-804735-7-iscsi neutron-server[94402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 04:29:41.937830 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG oslo_db.api [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 04:29:41.938643 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f378c4-7ee1-4ec2-a29f-00758a257365 None None] Network 46143dd2-0d1f-423e-b171-0ee837e54bfa requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:29:41.951241 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-c470e221-e01a-4cb8-9195-710f670e9622 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16faf46cb7a544ce9c65cfcce4b6f56c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8636675 Sep 02 04:29:41.956170 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41086) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:41.968793 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:41.977205 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470e221-e01a-4cb8-9195-710f670e9622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f95a913-ec7d-40a6-9d73-15d0eed30840,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:42.008086 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Made reservation on behalf of a5b6525c725444b7aa20bdb9a47c55f4 for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:42.010404 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.046465 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4ecddbea-b30f-4112-bc7a-da42b7bd938b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.056370 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] Pushing event updated for resources: {'Network': ['ID=ad90c133-531e-4d6b-a1ec-5f41d66215bb,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:42.076875 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network ad90c133-531e-4d6b-a1ec-5f41d66215bb details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:29:42.095711 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-04693863-e0b9-4059-8e2b-ee5a76fde717 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3777237 Sep 02 04:29:42.101512 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41090) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:42.109032 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4ecddbea-b30f-4112-bc7a-da42b7bd938b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.116476 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-6a33cf80-7d5d-4e55-941e-56a95d39a352 None None] Provisioning for port e5f6add8-2395-42ea-afb0-29cd5dbc7825 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:29:42.153364 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Request body: {'subnet': {'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-476170552-subnet', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:42.176252 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Allocated IP 172.27.2.225 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/a669f877-5292-4306-adb2-416c67ec41aa) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:29:42.275288 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4ecddbea-b30f-4112-bc7a-da42b7bd938b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.281908 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4ecddbea-b30f-4112-bc7a-da42b7bd938b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.284501 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-4ecddbea-b30f-4112-bc7a-da42b7bd938b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f95a913-ec7d-40a6-9d73-15d0eed30840 HTTP/1.1" status: 204 len: 168 time: 0.3271167 Sep 02 04:29:42.299465 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecddbea-b30f-4112-bc7a-da42b7bd938b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f95a913-ec7d-40a6-9d73-15d0eed30840,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:42.313367 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.410876 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.481574 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41102) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:42.499508 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.515868 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.553193 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.588791 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Made reservation on behalf of b7c30d815e4b455b8ab704d7e86dbf2f for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:42.591371 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.592363 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9273f5-d964-4637-bf22-11ed75cf93b7,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:42.598515 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:42.612460 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:42.620623 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:29:42.674962 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e328b05-a529-45f7-87ad-0aa6be1902ce,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:42.706328 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Checking segment: {'id': '13961777-080c-4662-8dba-f04728c7410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1edf8d96-2ca8-4884-968d-e0e3a9a38f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:42.706670 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Network hostable DHCP agents. Network: 1edf8d96-2ca8-4884-968d-e0e3a9a38f62, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:29:42.767349 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Made reservation on behalf of 30c709f5c0524e4384bdb829d81c46c1 for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:42.769963 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.783818 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:29:42.802287 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e5f6add8-2395-42ea-afb0-29cd5dbc7825 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:29:42.832527 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.832863 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Added segment 53a04f4e-d693-406f-9103-bb0a78320bfe of type vlan for network 263dad98-82eb-49f5-a7aa-96a45a3136eb Sep 02 04:29:42.853521 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1ee058a2-1586-483d-ae31-e18f34d948f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.859066 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Network 1edf8d96-2ca8-4884-968d-e0e3a9a38f62 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:29:42.867054 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Pushing event updated for resources: {'Port': ['ID=a669f877-5292-4306-adb2-416c67ec41aa,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:42.909943 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.944063 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 1edf8d96-2ca8-4884-968d-e0e3a9a38f62) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:42.951533 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:42.953032 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:42.955190 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac15b448-39dc-4e91-8156-3378cef7c1d2 None None] Network 1edf8d96-2ca8-4884-968d-e0e3a9a38f62 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:29:43.000131 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.010384 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port e5f6add8-2395-42ea-afb0-29cd5dbc7825 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:29:43.019165 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port e5f6add8-2395-42ea-afb0-29cd5dbc7825 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:43.019796 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.045145 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f036dc-04d9-4fbb-81de-d3916611a42e,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:43.074810 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.097395 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.098448 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:43.099360 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.115805 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1ee058a2-1586-483d-ae31-e18f34d948f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.125302 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Checking segment: {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:43.125818 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Network hostable DHCP agents. Network: ad90c133-531e-4d6b-a1ec-5f41d66215bb, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:29:43.142805 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Checking segment: {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:43.143153 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Network hostable DHCP agents. Network: 26ff5384-f842-4306-a318-71b587753ace, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:29:43.152151 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ddf9c9-c7c8-4b1f-954c-fdb66108f450 None None] Network 1edf8d96-2ca8-4884-968d-e0e3a9a38f62 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:29:43.170916 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=585e7e78-7a21-4acb-8445-b56d0247ba24,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:43.194630 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.218176 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] Pushing event updated for resources: {'Network': ['ID=263dad98-82eb-49f5-a7aa-96a45a3136eb,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:43.235788 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1ee058a2-1586-483d-ae31-e18f34d948f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.236158 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 263dad98-82eb-49f5-a7aa-96a45a3136eb details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:29:43.256176 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Network ad90c133-531e-4d6b-a1ec-5f41d66215bb is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:29:43.269909 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Network 26ff5384-f842-4306-a318-71b587753ace is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:29:43.285880 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-e8a26fc5-d642-494e-9c5b-53fd734be95a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1468852 Sep 02 04:29:43.296436 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port e5f6add8-2395-42ea-afb0-29cd5dbc7825, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e5f6add8-2395-42ea-afb0-29cd5dbc7825,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:29:43.395265 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-1ee058a2-1586-483d-ae31-e18f34d948f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36ba076fd8a24001b1bd6e19cc1f7217&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9125891 Sep 02 04:29:43.398725 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, ad90c133-531e-4d6b-a1ec-5f41d66215bb) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:43.398857 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.398962 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 26ff5384-f842-4306-a318-71b587753ace) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:43.408348 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf85538c-69ef-4549-a136-c8a840b2034d None None] Network ad90c133-531e-4d6b-a1ec-5f41d66215bb requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:29:43.420556 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41124) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:43.430725 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.431891 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:43.432795 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.490571 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-051a10ad-e376-430e-89d2-f41cc00633e4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6767294 Sep 02 04:29:43.492455 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41132) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:43.498454 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e066badb-79aa-48ca-9d0f-09f69af08832 None None] Network 26ff5384-f842-4306-a318-71b587753ace requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:29:43.503023 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Request body: {'subnet': {'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-261622486-subnet', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:43.507698 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:43.508888 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.516543 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee058a2-1586-483d-ae31-e18f34d948f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9976cca8-815e-4963-965b-2bbab2c15abd,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:43.579083 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-52d60279-34f6-4808-ae9e-26f22334a021 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4759035 Sep 02 04:29:43.582487 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41142) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:43.587302 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:43.590725 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e4212a1c-377c-4ab4-a759-961fa84fab7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.622812 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e4212a1c-377c-4ab4-a759-961fa84fab7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.645821 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-c411a0fd-1ce1-44cc-b3a2-cc5654699367 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5149539 Sep 02 04:29:43.690280 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551'] for router, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.793267 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Made reservation on behalf of 56f3fc4797ec410b8f3fb46fc7409fe7 for: {'subnet': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:43.801486 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.833511 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e4212a1c-377c-4ab4-a759-961fa84fab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.837684 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e4212a1c-377c-4ab4-a759-961fa84fab7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.838319 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-e4212a1c-377c-4ab4-a759-961fa84fab7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9976cca8-815e-4963-965b-2bbab2c15abd HTTP/1.1" status: 204 len: 168 time: 0.4156570 Sep 02 04:29:43.852591 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4212a1c-377c-4ab4-a759-961fa84fab7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9976cca8-815e-4963-965b-2bbab2c15abd,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:43.868020 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1642938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27977'] for router, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.870230 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1643562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27974'] for router, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:43.882212 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=e5f6add8-2395-42ea-afb0-29cd5dbc7825,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:44.076292 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a486f3-8f72-5bf9-945a-33db7619340c-ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e'}]}} from dv-cinder-804735-7-iscsi. {{(pid=94403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 04:29:44.078441 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:44.089354 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41174) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:44.091616 dv-cinder-804735-7-iscsi neutron-server[94401]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 02 04:29:44.119220 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468557c6-9bb0-4458-bcaf-cf2388f200eb None None] Network 26ff5384-f842-4306-a318-71b587753ace requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:29:44.179431 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:44.253152 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Router fc535284-6c18-4332-b179-64fff6573acc is scheduled to L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 with binding_index 1 {{(pid=94402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 04:29:44.309466 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-72e6c5b4-7f54-4226-9dc0-fdadba6ba586 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:44.318593 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-72e6c5b4-7f54-4226-9dc0-fdadba6ba586 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/networks?id=1edf8d96-2ca8-4884-968d-e0e3a9a38f62 HTTP/1.1" status: 200 len: 811 time: 0.2279122 Sep 02 04:29:44.361031 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.db_base_plugin_common [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Allocated IP 172.20.0.2 (ad90c133-531e-4d6b-a1ec-5f41d66215bb/c3f036dc-04d9-4fbb-81de-d3916611a42e/25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480) {{(pid=94403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:29:44.378059 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:44.473001 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a897af-bc9e-4d42-98ea-0b9d921a78a2,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:44.501528 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Checking segment: {'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:44.502771 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Network hostable DHCP agents. Network: 263dad98-82eb-49f5-a7aa-96a45a3136eb, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:29:44.513599 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:29:44.531307 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Sync routers for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:29:44.553365 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:29:44.554093 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:44.583482 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-609e4731-1721-40e2-a3c5-e55f8bf3a26d tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/quotas/a5b6525c725444b7aa20bdb9a47c55f4 HTTP/1.1" status: 200 len: 375 time: 0.2632565 Sep 02 04:29:44.602564 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Notify callbacks [] for port, precommit_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:44.611870 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Transition to ACTIVE for port object 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:44.637591 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Transition to ACTIVE for port object 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 will not be triggered until provisioned by entity DHCP. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:44.644744 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] Notify callbacks [] for router, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:44.649601 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b151198e-266b-4064-b88e-654517732d50 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5825372 Sep 02 04:29:44.660909 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41186) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:44.672237 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e5f6add8-2395-42ea-afb0-29cd5dbc7825 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:29:44.746221 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-f6818cf9-ee87-4f52-b2e6-c9128c045a84 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5b6525c725444b7aa20bdb9a47c55f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1198039 Sep 02 04:29:44.754555 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:44.761871 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Network 263dad98-82eb-49f5-a7aa-96a45a3136eb is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:29:44.762628 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:44.789714 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:29:44.871278 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Network ad90c133-531e-4d6b-a1ec-5f41d66215bb is already hosted by enough agents. {{(pid=94403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:44.875694 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 263dad98-82eb-49f5-a7aa-96a45a3136eb) {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:44.876016 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.base_scheduler [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Resources bound (agent type, host, resource id): {{(pid=94403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:44.879671 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Received port after_create {{(pid=94403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:29:44.885105 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:44.885944 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:44.896006 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63613083-35b4-46a1-b414-01c8006fb024 None None] Network 263dad98-82eb-49f5-a7aa-96a45a3136eb requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:29:44.900206 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Pushing event updated for resources: {'Port': ['ID=25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480,revision_number=1']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:44.917673 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port e5f6add8-2395-42ea-afb0-29cd5dbc7825 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:44.917673 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:44.923989 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41208) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:44.929252 dv-cinder-804735-7-iscsi neutron-server[94402]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 02 04:29:45.023714 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-af4423bf-8235-4b82-b87f-fa7bcc07ca04 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5303442 Sep 02 04:29:45.024397 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41210) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:45.035864 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-261622486-router', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:45.042281 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Attempting to bind port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:29:45.042654 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Attempting to bind port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:29:45.043059 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Attempting to bind port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 on network ad90c133-531e-4d6b-a1ec-5f41d66215bb {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:29:45.048650 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:42Z', 'revision_number': 3, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:45.055054 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:29:45.056990 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Checking segment: {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:45.056990 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.056990 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Bound using segment: {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:29:45.056990 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Bound port: 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:29:45.057337 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.086007 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Checking router: fc535284-6c18-4332-b179-64fff6573acc for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:29:45.086715 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Updating router fc535284-6c18-4332-b179-64fff6573acc port a669f877-5292-4306-adb2-416c67ec41aa binding host dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:29:45.129367 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.202379 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d7912a-1721-4a0f-aed9-2badecb572eb None None] Network 263dad98-82eb-49f5-a7aa-96a45a3136eb requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:29:45.215067 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41214) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:45.227590 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.253510 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] For port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:29:45.272680 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.301661 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] For port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:29:45.320222 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a4a44296-7e66-4b6f-b465-caa2ed509826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.377609 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-7e384400-2c90-42d7-b368-d8ccabd619ec tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:45.386262 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-7e384400-2c90-42d7-b368-d8ccabd619ec tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/networks?id=26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 200 len: 814 time: 0.4594700 Sep 02 04:29:45.410144 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.413131 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-bf13bbe7-a723-41e7-a29b-6755302f8f9d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/quotas/30c709f5c0524e4384bdb829d81c46c1 HTTP/1.1" status: 200 len: 375 time: 0.0259483 Sep 02 04:29:45.475983 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e7b39af9-7a12-47bb-af6b-adcd90aa16b1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:29:45.475983 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e7b39af9-7a12-47bb-af6b-adcd90aa16b1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1743524 Sep 02 04:29:45.499666 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1642938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27977'] for router, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.501040 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1643562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27974'] for router, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.513920 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece4f5c-a0cd-4614-bc49-b6ee6277ce6e None None] Pushing event updated for resources: {'Port': ['ID=25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:45.520513 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-86c278ed-15e7-4ee8-b249-9c0d459e9bee tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064599 Sep 02 04:29:45.619409 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-bb3a8e04-683d-4c80-85e7-fdf04cdf1103 service neutron] 10.222.0.13 "GET /v2.0/networks/1edf8d96-2ca8-4884-968d-e0e3a9a38f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314681 Sep 02 04:29:45.670325 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.689268 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Transition to ACTIVE for port object a669f877-5292-4306-adb2-416c67ec41aa will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:45.764362 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.764632 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-1d47c12d-8d56-4dd5-8380-9bda7d84ff7e service neutron] 10.222.0.13 "GET /v2.0/networks/1edf8d96-2ca8-4884-968d-e0e3a9a38f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375136 Sep 02 04:29:45.819265 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Allocated IP 172.27.2.21 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/67baae34-dcb8-444a-9e4b-abf9dad1fbae) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:29:45.901090 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Attempting to bind port a669f877-5292-4306-adb2-416c67ec41aa on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:29:45.901463 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Attempting to bind port a669f877-5292-4306-adb2-416c67ec41aa by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:29:45.901825 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Attempting to bind port a669f877-5292-4306-adb2-416c67ec41aa on network 18fb76dd-f907-485a-9600-a8a8c1b2c99b {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:29:45.903846 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Pushing event updated for resources: {'Port': ['ID=a669f877-5292-4306-adb2-416c67ec41aa,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:45.913118 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:29:45.913495 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:45.914023 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.914419 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Bound using segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:29:45.914936 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Bound port: a669f877-5292-4306-adb2-416c67ec41aa, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:29:45.915339 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.918433 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.918778 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.919111 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.919446 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.919775 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.935338 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:45.935975 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.936414 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Tracked resource versions report: Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: pushed versions: Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: { 'AddressGroup': {'1.2'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'ConntrackHelper': {'1.0'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Log': {'1.0'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Network': {'1.1'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Port': {'1.7'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'PortForwarding': {'1.2'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'QosPolicy': {'1.9'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SecurityGroup': {'1.4'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SecurityGroupRule': {'1.2'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SubPort': {'1.0'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Subnet': {'1.1'}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Trunk': {'1.1'}} Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: consumer versions: Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: { DHCP agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: HyperV agent@hv-cinder-80473: {}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: L3 agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: Metadata agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: Metering agent@dv-cinder-804735-7-iscsi: {}, Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: Open vSwitch agent@dv-cinder-804735-7-iscsi: { 'AddressGroup': '1.2', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'ConntrackHelper': '1.0', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Log': '1.0', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Network': '1.1', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Port': '1.7', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'PortForwarding': '1.2', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'QosPolicy': '1.9', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SecurityGroup': '1.4', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SecurityGroupRule': '1.2', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'SubPort': '1.0', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Subnet': '1.1', Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: 'Trunk': '1.1'}} Sep 02 04:29:45.941693 dv-cinder-804735-7-iscsi neutron-server[94404]: {{(pid=94404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 04:29:45.980723 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-2473b0cb-981f-43b2-b8dc-06d4f9b1c67e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:29:45.981661 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-2473b0cb-981f-43b2-b8dc-06d4f9b1c67e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2185583 Sep 02 04:29:46.019240 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] For port a669f877-5292-4306-adb2-416c67ec41aa, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:29:46.022356 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] For port a669f877-5292-4306-adb2-416c67ec41aa, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=a669f877-5292-4306-adb2-416c67ec41aa,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:29:46.049809 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:46.088728 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:46.106841 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:46.149155 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:46.153868 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:46.156639 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:29:46.161321 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:46.235171 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:29:46.236790 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:46.360118 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Pushing event updated for resources: {'Port': ['ID=67baae34-dcb8-444a-9e4b-abf9dad1fbae,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:46.410642 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:29:46.442656 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-541d7666-fbea-48f2-b814-63316c7a971b req-52c62997-6810-4c09-9c9a-122cd5e6bd81 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.0612149 Sep 02 04:29:46.490268 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41252) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:46.505881 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f6f13-cbb3-4262-8563-16c734ccb8d0 None None] Pushing event updated for resources: {'Port': ['ID=a669f877-5292-4306-adb2-416c67ec41aa,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:46.748746 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-994b296f-0538-4b96-b333-1bc920779781 service neutron] 10.222.0.13 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242427 Sep 02 04:29:46.773740 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cc96c96c-1f00-40d3-811e-9b2cd58d2fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:46.779311 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:42Z', 'revision_number': 3, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:46.786389 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a4a44296-7e66-4b6f-b465-caa2ed509826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:46.808130 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:29:46.815622 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:46.857236 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0783f5-0587-4e66-b34b-2196832f5154 None None] Network ad90c133-531e-4d6b-a1ec-5f41d66215bb requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:29:46.905806 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Allocated IP 172.20.0.1 (46143dd2-0d1f-423e-b171-0ee837e54bfa/671ae8f2-3938-4a92-a369-4883fa7ff168/3445381b-0ffe-4e93-a905-cab3d476e6d3) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:29:46.958063 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ad0fb-ae8c-4fd9-a599-a2743e17fcc2 None None] The sync data for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi is: [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:42Z', 'revision_number': 3, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:29:47.002390 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a4a44296-7e66-4b6f-b465-caa2ed509826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.046179 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-f7fb2e2a-8905-494f-8086-f2c7e0124aa3 None None] Provisioning for port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:29:47.051763 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.089208 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cc96c96c-1f00-40d3-811e-9b2cd58d2fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.109017 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551'] for router, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.154843 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-a4a44296-7e66-4b6f-b465-caa2ed509826 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb3122912f61461d8a83325a2e9061a9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9103673 Sep 02 04:29:47.157061 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41276) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:47.165932 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a44296-7e66-4b6f-b465-caa2ed509826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cbe7d4-693e-49d5-87e3-ed13b12cd62c,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:47.185308 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:29:47.192442 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:47.192785 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.245488 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.311859 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-c62016ae-3520-44eb-92e2-81d5c3efaede service neutron] 10.222.0.13 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163519 Sep 02 04:29:47.313509 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.provisioning_blocks [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Transition to ACTIVE for port object 3445381b-0ffe-4e93-a905-cab3d476e6d3 will not be triggered until provisioned by entity DHCP. {{(pid=94402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:47.391889 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.407585 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cc96c96c-1f00-40d3-811e-9b2cd58d2fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.438692 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:29:47.473357 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-cc96c96c-1f00-40d3-811e-9b2cd58d2fdc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c73203f9fcda42cc9234b1e340f6aa9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9785373 Sep 02 04:29:47.474261 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41282) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:47.513878 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96c96c-1f00-40d3-811e-9b2cd58d2fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419d4150-c730-44cf-85b7-b7f89f6ef677,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:47.535671 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.549811 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ce57373b-803f-406c-9a36-dfcecce0ffa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.576445 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.619368 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:47.649469 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-80e51491-f4f8-42cf-9dde-c09484c420b9 req-173c300b-0441-4a40-89bf-230b93b671a4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.0712297 Sep 02 04:29:47.654082 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad3ef74e-021f-45f1-af37-d0765c0c8c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.658045 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ce57373b-803f-406c-9a36-dfcecce0ffa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.708793 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-14cabb0f-9ff4-4a33-bf21-4e8f7a48d46d None None] Provisioning complete for port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:47.710818 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-14cabb0f-9ff4-4a33-bf21-4e8f7a48d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.726069 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Network 46143dd2-0d1f-423e-b171-0ee837e54bfa is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:47.786936 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:47.821521 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Router 3fdd503d-c928-4892-af7b-93739687984a is scheduled to L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 with binding_index 1 {{(pid=94401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 04:29:47.828895 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:29:47.829617 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074298'] for router_interface, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.868312 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad3ef74e-021f-45f1-af37-d0765c0c8c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.896687 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ce57373b-803f-406c-9a36-dfcecce0ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.915901 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ce57373b-803f-406c-9a36-dfcecce0ffa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:47.917520 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-ce57373b-803f-406c-9a36-dfcecce0ffa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31cbe7d4-693e-49d5-87e3-ed13b12cd62c HTTP/1.1" status: 204 len: 168 time: 0.6076667 Sep 02 04:29:47.978540 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Pushing event updated for resources: {'Port': ['ID=3445381b-0ffe-4e93-a905-cab3d476e6d3,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:48.012676 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57373b-803f-406c-9a36-dfcecce0ffa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cbe7d4-693e-49d5-87e3-ed13b12cd62c,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:48.083815 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:29:48.114297 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Sync routers for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:29:48.121201 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c1a4cc03-0bb2-4633-8f97-9fe60b3d7dc4 req-b891d8a3-8b3b-4aa1-be9d-e8c2337a5827 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 210 time: 0.3199086 Sep 02 04:29:48.141438 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:29:48.146464 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:48.204865 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:48.211025 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7e254a25-f3dc-415f-bbd7-a23d10eeafab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6232147 Sep 02 04:29:48.211025 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41318) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:48.255522 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:48.348167 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:48.444790 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:29:48.562675 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a92a52cf-407b-4514-9049-e441216f9a8a None None] Provisioning for port 3445381b-0ffe-4e93-a905-cab3d476e6d3 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:29:48.571043 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a92a52cf-407b-4514-9049-e441216f9a8a None None] Provisioning complete for port 3445381b-0ffe-4e93-a905-cab3d476e6d3 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:48.571500 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a92a52cf-407b-4514-9049-e441216f9a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:48.661055 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a92a52cf-407b-4514-9049-e441216f9a8a None None] Port 3445381b-0ffe-4e93-a905-cab3d476e6d3 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:29:48.697875 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad3ef74e-021f-45f1-af37-d0765c0c8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:48.700982 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad3ef74e-021f-45f1-af37-d0765c0c8c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:48.706593 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-ad3ef74e-021f-45f1-af37-d0765c0c8c16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/419d4150-c730-44cf-85b7-b7f89f6ef677 HTTP/1.1" status: 204 len: 168 time: 1.2269409 Sep 02 04:29:48.746009 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:46Z', 'revision_number': 3, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:48.777541 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Checking router: 3fdd503d-c928-4892-af7b-93739687984a for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:29:48.778039 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Updating router 3fdd503d-c928-4892-af7b-93739687984a port 67baae34-dcb8-444a-9e4b-abf9dad1fbae binding host dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:29:48.812525 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ef74e-021f-45f1-af37-d0765c0c8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419d4150-c730-44cf-85b7-b7f89f6ef677,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:48.943525 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:48.970479 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:29:49.043259 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9c6e6e1f-89a2-49b0-979b-c86d97e03cfd req-dcc5f7d1-103d-48b0-8dab-471189d34de1 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.1288519 Sep 02 04:29:49.089065 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.181772 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:49.182322 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.264050 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Allocated IP 172.27.2.151 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/fdb40443-6585-431c-9ef8-9cf412dbdfbc) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:29:49.318848 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device a669f877-5292-4306-adb2-416c67ec41aa up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:29:49.357850 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-938a592e-0984-45de-9eeb-058942e89a29 req-ef974bb9-8faf-47e9-98cc-3893b6e3739d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 210 time: 0.1091890 Sep 02 04:29:49.389121 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.527333 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port a669f877-5292-4306-adb2-416c67ec41aa completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:29:49.533688 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port a669f877-5292-4306-adb2-416c67ec41aa triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:49.534112 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.567089 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.601479 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.671694 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Allocated IP 172.20.0.1 (ad90c133-531e-4d6b-a1ec-5f41d66215bb/c3f036dc-04d9-4fbb-81de-d3916611a42e/d33c081c-0ef0-449e-9921-5698cabc708b) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:29:49.674114 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.695892 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.700420 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port a669f877-5292-4306-adb2-416c67ec41aa, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=a669f877-5292-4306-adb2-416c67ec41aa,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:29:49.700585 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646378'] for router_interface, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.759671 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.793711 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.814950 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Pushing event updated for resources: {'Port': ['ID=3445381b-0ffe-4e93-a905-cab3d476e6d3,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:49.825217 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.840850 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Transition to ACTIVE for port object d33c081c-0ef0-449e-9921-5698cabc708b will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:49.842408 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41372) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:49.858948 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0f51f38a-d0bb-481b-848a-e2017100e1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:49.865935 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:49.871387 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:49.878011 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:29:49.958342 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Pushing event updated for resources: {'Port': ['ID=fdb40443-6585-431c-9ef8-9cf412dbdfbc,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:49.993811 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Network 46143dd2-0d1f-423e-b171-0ee837e54bfa is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:49.996306 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:50.009870 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Notify callbacks [] for port, precommit_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.012311 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=a669f877-5292-4306-adb2-416c67ec41aa,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:50.032889 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Transition to ACTIVE for port object 67baae34-dcb8-444a-9e4b-abf9dad1fbae will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:50.080751 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.085123 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0f51f38a-d0bb-481b-848a-e2017100e1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.102689 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.123817 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Network ad90c133-531e-4d6b-a1ec-5f41d66215bb is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:50.129151 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:50.132964 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:29:50.133559 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074298'] for router_interface, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.142258 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Pushing event updated for resources: {'Port': ['ID=d33c081c-0ef0-449e-9921-5698cabc708b,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:50.182091 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Router fc535284-6c18-4332-b179-64fff6573acc has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:29:50.231539 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0f51f38a-d0bb-481b-848a-e2017100e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.263069 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd59010-50c6-4860-b7af-072581b552f2 None None] Pushing event updated for resources: {'Port': ['ID=67baae34-dcb8-444a-9e4b-abf9dad1fbae,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:50.309705 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Attempting to bind port 67baae34-dcb8-444a-9e4b-abf9dad1fbae on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:29:50.310045 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Attempting to bind port 67baae34-dcb8-444a-9e4b-abf9dad1fbae by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:29:50.310188 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Attempting to bind port 67baae34-dcb8-444a-9e4b-abf9dad1fbae on network 18fb76dd-f907-485a-9600-a8a8c1b2c99b {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:29:50.316788 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:29:50.317472 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:50.318036 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.318589 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Bound using segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:29:50.320339 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Bound port: 67baae34-dcb8-444a-9e4b-abf9dad1fbae, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:29:50.320949 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.358068 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51f38a-d0bb-481b-848a-e2017100e1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c4679d-30db-4922-9376-847f3837c65d,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:50.449720 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-0f51f38a-d0bb-481b-848a-e2017100e1c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58c64b4ed2b74013ad98817b49609aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034081 Sep 02 04:29:50.452439 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41392) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:50.475434 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] For port 67baae34-dcb8-444a-9e4b-abf9dad1fbae, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:29:50.480102 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] For port 67baae34-dcb8-444a-9e4b-abf9dad1fbae, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=67baae34-dcb8-444a-9e4b-abf9dad1fbae,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:29:50.507463 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-10f1a650-a648-4a49-8cef-94dcb8fdaffb req-de18dff9-b4e8-4127-8dee-a46f39b1cd04 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.1768644 Sep 02 04:29:50.515877 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-70c03893-b34a-4edc-90fc-b3b6e6293f32 None None] Provisioning complete for port 3445381b-0ffe-4e93-a905-cab3d476e6d3 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:50.516885 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-70c03893-b34a-4edc-90fc-b3b6e6293f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.537975 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-da832aee-b54c-4124-bd95-e4273670ef20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.561409 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:29:50.562482 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-da832aee-b54c-4124-bd95-e4273670ef20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.569043 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.577825 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Sync routers for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:29:50.590831 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-fe66884d-08f7-4a27-ad72-bf5e64adddea admin admin] 10.222.0.13 "PUT /v2.0/routers/fc535284-6c18-4332-b179-64fff6573acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9390645 Sep 02 04:29:50.633035 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:29:50.636909 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-8708c667-4c32-4b88-905b-592002adc00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:50.654519 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.735843 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.20', 62060) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:50.736786 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.756108 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device a669f877-5292-4306-adb2-416c67ec41aa up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:29:50.821446 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:29:50.831807 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-da832aee-b54c-4124-bd95-e4273670ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.835441 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-da832aee-b54c-4124-bd95-e4273670ef20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:50.840063 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-da832aee-b54c-4124-bd95-e4273670ef20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3c4679d-30db-4922-9376-847f3837c65d HTTP/1.1" status: 204 len: 168 time: 0.3866143 Sep 02 04:29:50.869134 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-70c03893-b34a-4edc-90fc-b3b6e6293f32 None None] Port 3445381b-0ffe-4e93-a905-cab3d476e6d3 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:29:50.904125 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-942159a6-ef20-497b-8f09-99be0b9dab1c req-7a76fb39-501b-4c0b-8a2a-7af082b95311 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 210 time: 0.2507296 Sep 02 04:29:50.980966 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd59010-50c6-4860-b7af-072581b552f2 None None] Pushing event updated for resources: {'Port': ['ID=67baae34-dcb8-444a-9e4b-abf9dad1fbae,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:50.987624 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da832aee-b54c-4124-bd95-e4273670ef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c4679d-30db-4922-9376-847f3837c65d,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:51.007626 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:29:51.008303 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:51.050754 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-495f62eb-84e5-4d35-a011-336435e57dea tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:51.052549 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-495f62eb-84e5-4d35-a011-336435e57dea tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.20 "GET /v2.0/networks?id=1edf8d96-2ca8-4884-968d-e0e3a9a38f62 HTTP/1.1" status: 200 len: 811 time: 0.2980890 Sep 02 04:29:51.172355 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551'] for router, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:51.205681 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-70c03893-b34a-4edc-90fc-b3b6e6293f32 None None] Provisioning for port d33c081c-0ef0-449e-9921-5698cabc708b completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:29:51.223605 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-70c03893-b34a-4edc-90fc-b3b6e6293f32 None None] Provisioning complete for port d33c081c-0ef0-449e-9921-5698cabc708b triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:51.224403 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-70c03893-b34a-4edc-90fc-b3b6e6293f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:51.232827 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-8708c667-4c32-4b88-905b-592002adc00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 2, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:51.274296 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port a669f877-5292-4306-adb2-416c67ec41aa triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:51.275517 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:51.306610 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-70c03893-b34a-4edc-90fc-b3b6e6293f32 None None] Port d33c081c-0ef0-449e-9921-5698cabc708b cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:29:51.320156 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Checking router: fc535284-6c18-4332-b179-64fff6573acc for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:29:51.320857 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Updating router fc535284-6c18-4332-b179-64fff6573acc port 3445381b-0ffe-4e93-a905-cab3d476e6d3 binding host dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:29:51.365978 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:29:51.370454 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:51.515842 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Request body: {'port': {'device_id': '9a7102e2-bb80-4a08-8689-fe3c5678fb83', 'network_id': '1edf8d96-2ca8-4884-968d-e0e3a9a38f62', 'admin_state_up': True, 'tenant_id': 'a5b6525c725444b7aa20bdb9a47c55f4'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:51.553782 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.20', 62066) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:51.868467 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 1, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:51.930173 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:51.956675 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-efd812e6-950d-4d52-92b5-f4fc4509ef32 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:51.958670 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-efd812e6-950d-4d52-92b5-f4fc4509ef32 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "GET /v2.0/networks?id=26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 200 len: 814 time: 0.3843138 Sep 02 04:29:51.980667 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7b29f-0fe4-4576-add1-9d0844d9aa16 None None] The sync data for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi is: [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 1, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:29:51.981078 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Request body: {'port': {'device_id': '7e91f6e8-1260-4e45-afc2-e02c3250f91b', 'network_id': '26ff5384-f842-4306-a318-71b587753ace', 'admin_state_up': True, 'tenant_id': '30c709f5c0524e4384bdb829d81c46c1'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:52.058634 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:52.071728 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Transition to ACTIVE for port object 3445381b-0ffe-4e93-a905-cab3d476e6d3 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:52.108017 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Made reservation on behalf of a5b6525c725444b7aa20bdb9a47c55f4 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:52.111637 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:52.118345 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:52.119061 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646378'] for router_interface, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:52.128290 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bf6c9203-0df7-4ce7-9975-32509f188628 req-8382f173-5585-45d2-b7b2-ad8defd738f4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.4731932 Sep 02 04:29:52.129389 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Router d3cc654c-9c7e-4873-b91a-5f4365c4d05f is scheduled to L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 with binding_index 1 {{(pid=94402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 04:29:52.165528 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:52.465593 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3a2c21fb-8f09-4ad2-826b-df5d9c4354d0 req-646d06f6-445b-4a33-af4d-a88d4ab1907b tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 210 time: 0.0350978 Sep 02 04:29:52.465593 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:29:52.473099 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Sync routers for ids ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:29:52.473099 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Routers {'d3cc654c-9c7e-4873-b91a-5f4365c4d05f'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:29:52.473099 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:52.477522 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41470) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:52.477522 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-7a64d579-8f9e-4922-acc6-a30365b5a9c7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545539191', 'description': 'tempest-description--530226363'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:52.480625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2e46b-9263-4e09-aaf0-a9fd3b16356b None None] Pushing event updated for resources: {'Port': ['ID=3445381b-0ffe-4e93-a905-cab3d476e6d3,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:52.480625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Attempting to bind port 3445381b-0ffe-4e93-a905-cab3d476e6d3 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:29:52.480625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Attempting to bind port 3445381b-0ffe-4e93-a905-cab3d476e6d3 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:29:52.480625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Attempting to bind port 3445381b-0ffe-4e93-a905-cab3d476e6d3 on network 46143dd2-0d1f-423e-b171-0ee837e54bfa {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:29:52.480625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:29:52.480625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Checking segment: {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:52.480625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:52.480625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Bound using segment: {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:29:52.480625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Bound port: 3445381b-0ffe-4e93-a905-cab3d476e6d3, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:29:52.480625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:52.537098 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] Notify callbacks [] for router, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:52.539301 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-7531a0cd-163f-4886-a21e-74223a5c6d4e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5068386 Sep 02 04:29:52.541984 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41480) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:52.637058 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Pushing event updated for resources: {'Port': ['ID=d33c081c-0ef0-449e-9921-5698cabc708b,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:52.658597 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-8708c667-4c32-4b88-905b-592002adc00b None None] For port 3445381b-0ffe-4e93-a905-cab3d476e6d3, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:29:52.668032 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-8708c667-4c32-4b88-905b-592002adc00b None None] For port 3445381b-0ffe-4e93-a905-cab3d476e6d3, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=3445381b-0ffe-4e93-a905-cab3d476e6d3,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:29:52.793421 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:52.862860 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Set router d3cc654c-9c7e-4873-b91a-5f4365c4d05f gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:29:52.911326 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7a64d579-8f9e-4922-acc6-a30365b5a9c7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:52.923236 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:29:52.925138 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-8708c667-4c32-4b88-905b-592002adc00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:52.927455 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2e46b-9263-4e09-aaf0-a9fd3b16356b None None] Pushing event updated for resources: {'Port': ['ID=3445381b-0ffe-4e93-a905-cab3d476e6d3,revision_number=4']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:52.973283 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Network ad90c133-531e-4d6b-a1ec-5f41d66215bb is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:52.989379 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:53.008664 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.db.api [None req-7a64d579-8f9e-4922-acc6-a30365b5a9c7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 04:29:53.008664 dv-cinder-804735-7-iscsi neutron-server[94402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 04:29:53.008664 dv-cinder-804735-7-iscsi neutron-server[94402]: [parameters: {'project_id_1': '0931655f059d4af598f60bd195366b84', 'expiration_1': datetime.datetime(2021, 9, 2, 4, 29, 52, 969259)}] Sep 02 04:29:53.008664 dv-cinder-804735-7-iscsi neutron-server[94402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 04:29:53.020403 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG oslo_db.api [None req-7a64d579-8f9e-4922-acc6-a30365b5a9c7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 04:29:53.020705 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:53.266153 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-8708c667-4c32-4b88-905b-592002adc00b None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:29:53.450570 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Made reservation on behalf of 30c709f5c0524e4384bdb829d81c46c1 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:29:53.454483 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:53.513622 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7a64d579-8f9e-4922-acc6-a30365b5a9c7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:53.670701 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'name': 'tempest-ServerRescueNegativeTestJSON-261622486-router', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 3, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'gw_port': {'id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:48Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:53.680131 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-75bdfc40-d689-466f-8225-31ab710c2f66 req-3ef63a83-64c9-44f7-834c-175ea281bd6f tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.2419741 Sep 02 04:29:53.708919 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41512) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:53.742301 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Allocated IP 172.20.0.11 (1edf8d96-2ca8-4884-968d-e0e3a9a38f62/9e328b05-a529-45f7-87ad-0aa6be1902ce/7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:29:53.814143 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Checking router: d3cc654c-9c7e-4873-b91a-5f4365c4d05f for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:29:53.814685 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Updating router d3cc654c-9c7e-4873-b91a-5f4365c4d05f port fdb40443-6585-431c-9ef8-9cf412dbdfbc binding host dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:29:53.883068 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:53.887994 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-2860b590-4959-4774-a51a-b9503f185e3d None None] Provisioning complete for port d33c081c-0ef0-449e-9921-5698cabc708b triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:53.887994 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-2860b590-4959-4774-a51a-b9503f185e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:53.901344 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Router 3fdd503d-c928-4892-af7b-93739687984a has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:29:53.973415 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-47d7c4c7-a93a-49f2-b3dd-a65a30b742d0 req-201bc431-7c85-4289-aa47-8c04a3685844 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 210 time: 0.2378597 Sep 02 04:29:54.096290 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-2860b590-4959-4774-a51a-b9503f185e3d None None] Port d33c081c-0ef0-449e-9921-5698cabc708b cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:29:54.212704 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-8708c667-4c32-4b88-905b-592002adc00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:52Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:54.221214 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:54.242240 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-871babaa-0937-464d-a8d5-1ea3f915f596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:54.276467 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708c667-4c32-4b88-905b-592002adc00b None None] The sync data for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi is: [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:52Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:29:54.589743 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Allocated IP 172.20.0.11 (26ff5384-f842-4306-a318-71b587753ace/585e7e78-7a21-4acb-8445-b56d0247ba24/3c711505-4162-4e0a-af45-c6ecdc0466d0) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:29:54.716900 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7a64d579-8f9e-4922-acc6-a30365b5a9c7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:54.813701 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7a64d579-8f9e-4922-acc6-a30365b5a9c7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:54.917087 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Allocated IP 172.20.0.1 (263dad98-82eb-49f5-a7aa-96a45a3136eb/f1a897af-bc9e-4d42-98ea-0b9d921a78a2/748d337b-439c-40e9-ace4-71cae72ec5e4) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:29:54.926008 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64d579-8f9e-4922-acc6-a30365b5a9c7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95ac7a9-696a-4526-86b2-12a7fbdc307f,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:54.969655 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 3445381b-0ffe-4e93-a905-cab3d476e6d3 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:29:55.070677 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Notify callbacks [] for port, precommit_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.088851 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Transition to ACTIVE for port object fdb40443-6585-431c-9ef8-9cf412dbdfbc will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:55.108051 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9e7f49f8-af98-471d-8349-be8efdb4ab4b req-720f7c23-c445-406c-9009-baaf8e02574b tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.2482977 Sep 02 04:29:55.109850 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:29:55.144746 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.183184 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-1e2ceaf7-ded0-4415-871c-d4655df58390 admin admin] 10.222.0.13 "PUT /v2.0/routers/3fdd503d-c928-4892-af7b-93739687984a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9628220 Sep 02 04:29:55.197417 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9684323e-8b5e-4421-87a5-bec1d5d04a96 req-ea3befb1-9503-4d6e-be65-174cf4d76ac9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 210 time: 0.0330284 Sep 02 04:29:55.228011 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.244025 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.309498 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 3445381b-0ffe-4e93-a905-cab3d476e6d3 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:29:55.317566 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 3445381b-0ffe-4e93-a905-cab3d476e6d3 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:55.317995 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.319709 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.361795 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Attempting to bind port fdb40443-6585-431c-9ef8-9cf412dbdfbc on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:29:55.362197 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Attempting to bind port fdb40443-6585-431c-9ef8-9cf412dbdfbc by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:29:55.362606 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Attempting to bind port fdb40443-6585-431c-9ef8-9cf412dbdfbc on network 18fb76dd-f907-485a-9600-a8a8c1b2c99b {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:29:55.393137 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:29:55.398659 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:55.398659 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.398659 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Bound using segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:29:55.399778 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Bound port: fdb40443-6585-431c-9ef8-9cf412dbdfbc, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:29:55.399778 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.456864 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Network 263dad98-82eb-49f5-a7aa-96a45a3136eb is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:55.463460 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:55.477369 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Pushing event updated for resources: {'Port': ['ID=748d337b-439c-40e9-ace4-71cae72ec5e4,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:55.509257 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a10e9a-0e17-4ace-9bdd-685f3c7ea065 None None] Pushing event updated for resources: {'Port': ['ID=fdb40443-6585-431c-9ef8-9cf412dbdfbc,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:55.521182 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:29:55.523550 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074298'] for router_interface, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.529473 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] For port fdb40443-6585-431c-9ef8-9cf412dbdfbc, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:29:55.558488 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] For port fdb40443-6585-431c-9ef8-9cf412dbdfbc, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=fdb40443-6585-431c-9ef8-9cf412dbdfbc,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:29:55.561952 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.658633 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.696667 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.930603 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 3445381b-0ffe-4e93-a905-cab3d476e6d3, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=3445381b-0ffe-4e93-a905-cab3d476e6d3,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:29:55.945889 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:55.999224 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Routers {'d3cc654c-9c7e-4873-b91a-5f4365c4d05f'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:29:56.000333 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:56.210750 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.211966 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 67baae34-dcb8-444a-9e4b-abf9dad1fbae up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:29:56.258672 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a10e9a-0e17-4ace-9bdd-685f3c7ea065 None None] Pushing event updated for resources: {'Port': ['ID=fdb40443-6585-431c-9ef8-9cf412dbdfbc,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:56.289433 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Network 1edf8d96-2ca8-4884-968d-e0e3a9a38f62 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:56.398448 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:56.403816 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:29:56.412952 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=3445381b-0ffe-4e93-a905-cab3d476e6d3,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:56.432453 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:56.441972 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.445347 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] Set router d3cc654c-9c7e-4873-b91a-5f4365c4d05f gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:29:56.464564 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-871babaa-0937-464d-a8d5-1ea3f915f596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.493012 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.500399 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Pushing event updated for resources: {'Port': ['ID=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:56.518240 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Sync routers for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:29:56.553338 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:29:56.553973 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:56.573601 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 67baae34-dcb8-444a-9e4b-abf9dad1fbae completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:29:56.606608 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 67baae34-dcb8-444a-9e4b-abf9dad1fbae triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:56.616866 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-871babaa-0937-464d-a8d5-1ea3f915f596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.631725 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.655236 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317713a-1332-4fd5-ae8a-4ef4e3b78765 req-006516d6-21a9-4989-8c62-1da7c28b33ed tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:56.670584 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f317713a-1332-4fd5-ae8a-4ef4e3b78765 req-006516d6-21a9-4989-8c62-1da7c28b33ed tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 932 time: 0.2315445 Sep 02 04:29:56.699281 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.703412 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.763843 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-e820f895-bea3-49c4-86e7-cda3828c518e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2744033 Sep 02 04:29:56.803075 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f317713a-1332-4fd5-ae8a-4ef4e3b78765 req-bddee6c4-2408-49b1-8338-6190f5837141 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312857 Sep 02 04:29:56.818151 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7a64d579-8f9e-4922-acc6-a30365b5a9c7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.819572 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-7a64d579-8f9e-4922-acc6-a30365b5a9c7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.4332559 Sep 02 04:29:56.820596 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.821479 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646378'] for router_interface, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.837171 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41606) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:56.847504 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-db0cbb53-81e3-4d6e-badb-456bdefa47de tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'security_group_rule': {'security_group_id': 'f95ac7a9-696a-4526-86b2-12a7fbdc307f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:56.860768 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-ff14ba72-8a4f-466b-b7f5-d27e098cdf9b tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:29:56.861988 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-ff14ba72-8a4f-466b-b7f5-d27e098cdf9b tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218589 Sep 02 04:29:56.862895 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871babaa-0937-464d-a8d5-1ea3f915f596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d8d888-aa5f-4864-8906-ea615a1cc0c6,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:56.867894 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-871babaa-0937-464d-a8d5-1ea3f915f596 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a0b66a0365845e0b2a3546ac94ca3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1512659 Sep 02 04:29:56.871887 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41610) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:56.907402 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Network 26ff5384-f842-4306-a318-71b587753ace is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:56.914208 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Pushing event updated for resources: {'Port': ['ID=3c711505-4162-4e0a-af45-c6ecdc0466d0,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:56.924060 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:56.927521 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:29:56.933605 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:56.934259 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:56.974852 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Pushing event updated for resources: {'Port': ['ID=748d337b-439c-40e9-ace4-71cae72ec5e4,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:56.991837 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:29:57.069735 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41624) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:57.081620 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097ab1e-5352-4e2d-b3b6-5709986c1b48 req-0b1e6020-cfd1-41fe-aba0-85d89a13234e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:57.089250 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-db0cbb53-81e3-4d6e-badb-456bdefa47de tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.092971 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5097ab1e-5352-4e2d-b3b6-5709986c1b48 req-0b1e6020-cfd1-41fe-aba0-85d89a13234e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 932 time: 0.1184855 Sep 02 04:29:57.144296 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.168983 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-04004bf0-218c-4f5f-8104-cb5c39e6b466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1926613 Sep 02 04:29:57.182742 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eca5-cc3e-4625-87a8-62416c44517e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.242011 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-15e2c9e7-05b1-4255-9568-097b592be7ff tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--742827309', 'description': 'tempest-description--460079366'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:57.247956 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 67baae34-dcb8-444a-9e4b-abf9dad1fbae, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=67baae34-dcb8-444a-9e4b-abf9dad1fbae,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:29:57.292309 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eca5-cc3e-4625-87a8-62416c44517e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.331200 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.374337 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'name': 'tempest-ServerRescueNegativeTestJSON-261622486-router', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 4, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'gw_port': {'id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:48Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '748d337b-439c-40e9-ace4-71cae72ec5e4', 'name': '', 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'mac_address': 'fa:16:3e:3f:2f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:54Z', 'updated_at': '2021-09-02T04:29:54Z', 'revision_number': 1, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'subnets': [{'id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:57.479164 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea23478-cafe-4bf5-9373-a4f671aaba94 None None] The sync data for ids ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'] in dv-cinder-804735-7-iscsi is: [{'id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'name': 'tempest-ServerRescueNegativeTestJSON-261622486-router', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 4, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'gw_port': {'id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:48Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '748d337b-439c-40e9-ace4-71cae72ec5e4', 'name': '', 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'mac_address': 'fa:16:3e:3f:2f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:54Z', 'updated_at': '2021-09-02T04:29:54Z', 'revision_number': 1, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'subnets': [{'id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:29:57.492571 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Request body: {'port': {'device_id': '9a7102e2-bb80-4a08-8689-fe3c5678fb83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:57.526851 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Request body: {'port': {'device_id': '7e91f6e8-1260-4e45-afc2-e02c3250f91b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:57.530561 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 3445381b-0ffe-4e93-a905-cab3d476e6d3 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:29:57.550446 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:29:51Z', 'revision_number': 2, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:29:57.647217 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-db0cbb53-81e3-4d6e-badb-456bdefa47de tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.671999 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5097ab1e-5352-4e2d-b3b6-5709986c1b48 req-1b1d3eda-5c32-4540-824d-e22a3a37cf8a tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733912 Sep 02 04:29:57.703326 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Network 263dad98-82eb-49f5-a7aa-96a45a3136eb is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:29:57.708621 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:29:57.749948 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15e2c9e7-05b1-4255-9568-097b592be7ff tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.791538 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 3445381b-0ffe-4e93-a905-cab3d476e6d3 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:29:57.792036 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.796036 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-db0cbb53-81e3-4d6e-badb-456bdefa47de tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.855781 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cbb53-81e3-4d6e-badb-456bdefa47de tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4491f72e-ad50-4e8f-bd2d-260abbfa54be,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:57.868152 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Checking router: 3fdd503d-c928-4892-af7b-93739687984a for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:29:57.868819 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Updating router 3fdd503d-c928-4892-af7b-93739687984a port d33c081c-0ef0-449e-9921-5698cabc708b binding host dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:29:57.879189 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.906185 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=67baae34-dcb8-444a-9e4b-abf9dad1fbae,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:57.924763 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eca5-cc3e-4625-87a8-62416c44517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.952750 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4bb7eca5-cc3e-4625-87a8-62416c44517e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:57.957167 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-4bb7eca5-cc3e-4625-87a8-62416c44517e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72d8d888-aa5f-4864-8906-ea615a1cc0c6 HTTP/1.1" status: 204 len: 168 time: 1.0797808 Sep 02 04:29:57.957597 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.024217 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.132389 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7eca5-cc3e-4625-87a8-62416c44517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d8d888-aa5f-4864-8906-ea615a1cc0c6,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:58.207406 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-db0cbb53-81e3-4d6e-badb-456bdefa47de tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.221581 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Router d3cc654c-9c7e-4873-b91a-5f4365c4d05f has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:29:58.229340 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-db0cbb53-81e3-4d6e-badb-456bdefa47de tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3871739 Sep 02 04:29:58.235009 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41656) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:58.269690 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-e8672ca2-560c-494a-b44a-e02aab08802a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'security_group_rule': {'security_group_id': 'f95ac7a9-696a-4526-86b2-12a7fbdc307f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:58.405747 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15e2c9e7-05b1-4255-9568-097b592be7ff tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.507517 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:29:58.511635 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15e2c9e7-05b1-4255-9568-097b592be7ff tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.517472 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-055358d1-3cde-44bf-b6c2-daa7da9b604a admin admin] 10.222.0.13 "PUT /v2.0/routers/d3cc654c-9c7e-4873-b91a-5f4365c4d05f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9741261 Sep 02 04:29:58.561690 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2c9e7-05b1-4255-9568-097b592be7ff tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a93e01-e212-4af1-899d-2e8a7a755829,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:58.615612 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8672ca2-560c-494a-b44a-e02aab08802a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.721222 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.760356 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8672ca2-560c-494a-b44a-e02aab08802a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.763005 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15e2c9e7-05b1-4255-9568-097b592be7ff tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.765443 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-15e2c9e7-05b1-4255-9568-097b592be7ff tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6684611 Sep 02 04:29:58.768802 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41668) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:58.773400 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Transition to ACTIVE for port object d33c081c-0ef0-449e-9921-5698cabc708b will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:58.782575 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-a2a97262-4989-4476-b138-229d5dc59ccf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'security_group_rule': {'security_group_id': 'c3a93e01-e212-4af1-899d-2e8a7a755829', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:58.822293 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8672ca2-560c-494a-b44a-e02aab08802a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.850236 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.938518 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8672ca2-560c-494a-b44a-e02aab08802a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ce2f53-f6dd-48e8-8464-47c192d8aca4,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:58.981720 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a2a97262-4989-4476-b138-229d5dc59ccf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.991043 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8672ca2-560c-494a-b44a-e02aab08802a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:58.996597 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-e8672ca2-560c-494a-b44a-e02aab08802a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7501867 Sep 02 04:29:59.004022 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41674) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:59.013989 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'floatingip': {'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:29:59.035283 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18405-03c9-4c54-99ce-6d1d6887751d req-e8e24c84-4596-4bcf-be25-96103faedbd7 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:59.037104 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4ac18405-03c9-4c54-99ce-6d1d6887751d req-e8e24c84-4596-4bcf-be25-96103faedbd7 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 932 time: 0.9998765 Sep 02 04:29:59.072816 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc1416-d442-4286-8965-2d7f5fc5adb4 req-b04a5013-2018-410f-a6cf-aa59d633364d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:29:59.073634 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-27cc1416-d442-4286-8965-2d7f5fc5adb4 req-b04a5013-2018-410f-a6cf-aa59d633364d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 932 time: 0.2279727 Sep 02 04:29:59.089769 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41678) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:29:59.168716 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:59.181625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Attempting to bind port d33c081c-0ef0-449e-9921-5698cabc708b on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:29:59.182040 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Attempting to bind port d33c081c-0ef0-449e-9921-5698cabc708b by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:29:59.182493 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Attempting to bind port d33c081c-0ef0-449e-9921-5698cabc708b on network ad90c133-531e-4d6b-a1ec-5f41d66215bb {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:29:59.244107 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:29:59.244107 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Checking segment: {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:29:59.244107 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:59.244107 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Bound using segment: {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:29:59.244107 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Bound port: d33c081c-0ef0-449e-9921-5698cabc708b, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:29:59.244107 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:59.323555 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e638bf6-425a-4e88-b5a7-fe55cf46ecb4 None None] Pushing event updated for resources: {'Port': ['ID=d33c081c-0ef0-449e-9921-5698cabc708b,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:29:59.336524 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4ac18405-03c9-4c54-99ce-6d1d6887751d req-1ddbe310-73be-4a00-92e9-a7b498694109 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609882 Sep 02 04:29:59.399080 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-27cc1416-d442-4286-8965-2d7f5fc5adb4 req-32c00af1-c546-4ccb-8c9e-42c640286e45 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166699 Sep 02 04:29:59.753542 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a2a97262-4989-4476-b138-229d5dc59ccf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:59.754461 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] For port d33c081c-0ef0-449e-9921-5698cabc708b, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:29:59.754461 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] For port d33c081c-0ef0-449e-9921-5698cabc708b, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=d33c081c-0ef0-449e-9921-5698cabc708b,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:29:59.755742 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-16eea679-2944-46da-91d2-2507c1c058e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:59.756377 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device fdb40443-6585-431c-9ef8-9cf412dbdfbc up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:29:59.780339 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:59.810423 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c711505-4162-4e0a-af45-c6ecdc0466d0 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:29:59.821647 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:59.861976 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Transition to ACTIVE for port object 3c711505-4162-4e0a-af45-c6ecdc0466d0 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:59.880361 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:29:59.890464 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:29:59.908045 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Transition to ACTIVE for port object 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:29:59.943227 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Allocated IP 172.27.2.219 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/cb984051-afe5-40c7-adb1-e28bf7ba24f0) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:30:00.119360 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-320928d2-f787-4cd2-834c-8da4efb68eda tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:00.123843 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-320928d2-f787-4cd2-834c-8da4efb68eda tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 818 time: 0.2116313 Sep 02 04:30:00.142853 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.163465 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-16eea679-2944-46da-91d2-2507c1c058e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.166283 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-e675615f-f67a-4543-86af-4c5db0be7a1d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/quotas/56f3fc4797ec410b8f3fb46fc7409fe7 HTTP/1.1" status: 200 len: 375 time: 0.0361605 Sep 02 04:30:00.242559 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-b221d01b-10e9-475c-8034-a3b2542d445a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656443 Sep 02 04:30:00.359240 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.361374 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port fdb40443-6585-431c-9ef8-9cf412dbdfbc completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:00.371936 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a2a97262-4989-4476-b138-229d5dc59ccf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.372093 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.372205 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port fdb40443-6585-431c-9ef8-9cf412dbdfbc triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:00.372205 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.372353 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.402986 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a97262-4989-4476-b138-229d5dc59ccf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d86c18-3f75-4070-a302-b4da18e3d919,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:00.409890 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-d71e68c0-b6f6-417a-8d9c-3ea15d1dbe6f service neutron] 10.222.0.13 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597459 Sep 02 04:30:00.446155 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.466459 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-16eea679-2944-46da-91d2-2507c1c058e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.520850 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:30:00.556528 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:00.563578 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eea679-2944-46da-91d2-2507c1c058e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8da265-a9d7-474b-8e43-d339fff1fab3,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:00.599494 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:30:00.609103 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:30:00.615839 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:00.629761 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.633212 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a2a97262-4989-4476-b138-229d5dc59ccf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.634799 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-a2a97262-4989-4476-b138-229d5dc59ccf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8646088 Sep 02 04:30:00.638352 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41710) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:00.639290 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'Port': ['ID=cb984051-afe5-40c7-adb1-e28bf7ba24f0,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:00.666466 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-d0da85b9-e714-4dac-83d7-cac47ab3fa41 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'security_group_rule': {'security_group_id': 'c3a93e01-e212-4af1-899d-2e8a7a755829', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:00.681407 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port fdb40443-6585-431c-9ef8-9cf412dbdfbc, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=fdb40443-6585-431c-9ef8-9cf412dbdfbc,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:00.751717 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Pushing event updated for resources: {'Port': ['ID=3c711505-4162-4e0a-af45-c6ecdc0466d0,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:00.777016 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:00.778695 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 67baae34-dcb8-444a-9e4b-abf9dad1fbae up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:00.785658 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e638bf6-425a-4e88-b5a7-fe55cf46ecb4 None None] Pushing event updated for resources: {'Port': ['ID=d33c081c-0ef0-449e-9921-5698cabc708b,revision_number=4']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:00.936392 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:30:00.990169 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e51dd-17fb-492d-afad-663cb1236a4a req-36873324-3b3f-4e5d-a7ef-1464b604d8f3 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:00.997033 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-123e51dd-17fb-492d-afad-663cb1236a4a req-36873324-3b3f-4e5d-a7ef-1464b604d8f3 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 944 time: 0.4517186 Sep 02 04:30:01.002183 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=fdb40443-6585-431c-9ef8-9cf412dbdfbc,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:01.035162 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 67baae34-dcb8-444a-9e4b-abf9dad1fbae triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:01.035747 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.049035 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:01.052811 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-16eea679-2944-46da-91d2-2507c1c058e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6d4e8ca71af47be81e0eb0e87d81d36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9448924 Sep 02 04:30:01.058526 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41718) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:01.060406 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.062528 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d0da85b9-e714-4dac-83d7-cac47ab3fa41 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.153310 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Attempting to bind port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:30:01.157564 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Attempting to bind port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '13961777-080c-4662-8dba-f04728c7410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1edf8d96-2ca8-4884-968d-e0e3a9a38f62'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:30:01.157564 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Attempting to bind port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb on network 1edf8d96-2ca8-4884-968d-e0e3a9a38f62 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:01.157815 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Attempting to bind port 3c711505-4162-4e0a-af45-c6ecdc0466d0 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:30:01.158324 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Attempting to bind port 3c711505-4162-4e0a-af45-c6ecdc0466d0 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:30:01.158743 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Attempting to bind port 3c711505-4162-4e0a-af45-c6ecdc0466d0 on network 26ff5384-f842-4306-a318-71b587753ace {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:01.184598 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad4cb-9275-498a-8393-037f47ce0652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.189963 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb on network 1edf8d96-2ca8-4884-968d-e0e3a9a38f62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:30:01.190423 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Attempting to bind port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb on network 1edf8d96-2ca8-4884-968d-e0e3a9a38f62 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:01.196382 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Port 3c711505-4162-4e0a-af45-c6ecdc0466d0 on network 26ff5384-f842-4306-a318-71b587753ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:30:01.196874 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Attempting to bind port 3c711505-4162-4e0a-af45-c6ecdc0466d0 on network 26ff5384-f842-4306-a318-71b587753ace {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:01.206053 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:30:01.206416 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Checking segment: {'id': '13961777-080c-4662-8dba-f04728c7410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1edf8d96-2ca8-4884-968d-e0e3a9a38f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:01.207131 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Bound using segment: {'id': '13961777-080c-4662-8dba-f04728c7410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1edf8d96-2ca8-4884-968d-e0e3a9a38f62'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:30:01.207761 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Bound port: 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13961777-080c-4662-8dba-f04728c7410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1edf8d96-2ca8-4884-968d-e0e3a9a38f62'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:30:01.208285 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.210917 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:30:01.211729 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Checking segment: {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:01.211861 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Bound using segment: {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:30:01.212486 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Bound port: 3c711505-4162-4e0a-af45-c6ecdc0466d0, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:30:01.212943 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.242313 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-123e51dd-17fb-492d-afad-663cb1236a4a req-2ac477ed-89c1-4d99-aa24-c6b30456dc52 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280335 Sep 02 04:30:01.272461 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d0da85b9-e714-4dac-83d7-cac47ab3fa41 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.343550 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad4cb-9275-498a-8393-037f47ce0652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.382454 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-8ba063f9-79b1-452b-89e2-bf368ab35fd9 service neutron] 10.222.0.13 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9064863 Sep 02 04:30:01.390642 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:29:59Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:01.402825 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d0da85b9-e714-4dac-83d7-cac47ab3fa41 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.438424 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfdecb-57e1-45e6-857c-c1a61cf7949b None None] The sync data for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi is: [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:29:59Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:30:01.561552 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] For port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:30:01.590162 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] For port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,segment=NetworkSegment(13961777-080c-4662-8dba-f04728c7410a),segment_id=13961777-080c-4662-8dba-f04728c7410a)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:30:01.591682 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a21244-e9a9-4083-9084-b8041d1d8e9d req-afff9e8e-da81-40be-9cc8-81b4fee269cd tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:01.593316 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-82a21244-e9a9-4083-9084-b8041d1d8e9d req-afff9e8e-da81-40be-9cc8-81b4fee269cd tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 944 time: 0.2710228 Sep 02 04:30:01.598234 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da85b9-e714-4dac-83d7-cac47ab3fa41 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d769c55-d973-4087-9510-3d8f1da3cd54,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:01.618940 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] For port 3c711505-4162-4e0a-af45-c6ecdc0466d0, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:30:01.625708 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] For port 3c711505-4162-4e0a-af45-c6ecdc0466d0, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3c711505-4162-4e0a-af45-c6ecdc0466d0,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:30:01.673582 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device d33c081c-0ef0-449e-9921-5698cabc708b up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:01.708915 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.715402 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.727369 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad4cb-9275-498a-8393-037f47ce0652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.730502 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.731873 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5f7ad4cb-9275-498a-8393-037f47ce0652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.733819 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-5f7ad4cb-9275-498a-8393-037f47ce0652 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad8da265-a9d7-474b-8e43-d339fff1fab3 HTTP/1.1" status: 204 len: 168 time: 0.6738479 Sep 02 04:30:01.738649 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d0da85b9-e714-4dac-83d7-cac47ab3fa41 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.744515 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-d0da85b9-e714-4dac-83d7-cac47ab3fa41 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0963361 Sep 02 04:30:01.749993 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41732) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:01.773274 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'floatingip': {'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:01.815524 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3aea3eb4-38b3-4865-938c-226a77f3f74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.891267 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port d33c081c-0ef0-449e-9921-5698cabc708b completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:01.896490 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port d33c081c-0ef0-449e-9921-5698cabc708b triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:01.896983 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.913738 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:01.913738 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:01.922024 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] 10.222.0.20 "PUT /v2.0/ports/7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb HTTP/1.1" status: 200 len: 1094 time: 4.6994867 Sep 02 04:30:01.956245 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7102e2-bb80-4a08-8689-fe3c5678fb83', 'tag': '7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:02.317503 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:02.317503 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port d33c081c-0ef0-449e-9921-5698cabc708b, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=d33c081c-0ef0-449e-9921-5698cabc708b,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:02.319375 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ad4cb-9275-498a-8393-037f47ce0652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8da265-a9d7-474b-8e43-d339fff1fab3,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:02.319375 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:02.319375 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:02.319375 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] 10.222.0.20 "PUT /v2.0/ports/3c711505-4162-4e0a-af45-c6ecdc0466d0 HTTP/1.1" status: 200 len: 1094 time: 5.0636206 Sep 02 04:30:02.321562 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:02.345566 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-82a21244-e9a9-4083-9084-b8041d1d8e9d req-598e9f11-35c0-4cc1-8aad-40214aff776f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953192 Sep 02 04:30:02.355604 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3f8f1d94-b680-4b2f-a041-5ee58f0fa8fa req-434133b3-1375-4174-aef6-5e6dd49ed3ca tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 210 time: 0.1693673 Sep 02 04:30:02.363860 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2844973-7b24-43ba-a71d-8ba79b8ff94e service neutron] Pushing event updated for resources: {'Port': ['ID=3c711505-4162-4e0a-af45-c6ecdc0466d0,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:02.402942 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-f7dddbb7-15d0-41f4-9471-861e6f5fad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:02.404509 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-f7dddbb7-15d0-41f4-9471-861e6f5fad32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5b6525c725444b7aa20bdb9a47c55f4&device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 1097 time: 0.2036834 Sep 02 04:30:02.456580 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7102e2-bb80-4a08-8689-fe3c5678fb83", "tag": "7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:02.545590 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ad04a-066c-4e55-8ce5-077f8e69cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:02.583424 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2a29f-3bb8-4a00-823f-1b6fb3b84102 req-1a005fe6-1774-441b-b12b-d6c03497a39d tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:02.590900 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67f2a29f-3bb8-4a00-823f-1b6fb3b84102 req-1a005fe6-1774-441b-b12b-d6c03497a39d tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 944 time: 0.1062362 Sep 02 04:30:02.639467 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67f2a29f-3bb8-4a00-823f-1b6fb3b84102 req-8891fdd5-8916-4d15-bde9-923f2c6d1fbe tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467927 Sep 02 04:30:02.717715 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Sync routers for ids ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:30:02.732571 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:02.773059 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:02.783502 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Routers {'d3cc654c-9c7e-4873-b91a-5f4365c4d05f'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:30:02.789526 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:29:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:03.020474 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:03.021832 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:03.021832 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device fdb40443-6585-431c-9ef8-9cf412dbdfbc up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:03.022907 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'Port': ['ID=cb984051-afe5-40c7-adb1-e28bf7ba24f0,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:03.073260 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-cf969e61-402a-4b31-97ab-362e62022664 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:03.073260 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-cf969e61-402a-4b31-97ab-362e62022664 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 818 time: 0.2276149 Sep 02 04:30:03.073260 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd5a099-76fd-4ce4-8c00-e0d83a425dbb x-openstack-request-id: req-0fd5a099-76fd-4ce4-8c00-e0d83a425dbb {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:03.073260 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7102e2-bb80-4a08-8689-fe3c5678fb83", "tag": "7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:03.073260 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fd5a099-76fd-4ce4-8c00-e0d83a425dbb {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:03.073260 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7102e2-bb80-4a08-8689-fe3c5678fb83', 'tag': '7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb', 'status': 'completed', 'code': 200} Sep 02 04:30:03.090914 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:03.095887 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-13c071f4-cb40-4489-98ae-b439ac6999ab tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/quotas/56f3fc4797ec410b8f3fb46fc7409fe7 HTTP/1.1" status: 200 len: 375 time: 0.0201361 Sep 02 04:30:03.134316 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=d33c081c-0ef0-449e-9921-5698cabc708b,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:03.162442 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Set router d3cc654c-9c7e-4873-b91a-5f4365c4d05f gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:30:03.215221 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port fdb40443-6585-431c-9ef8-9cf412dbdfbc triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:03.215621 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:03.241711 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-c0c7b4f4-830c-43a2-9c53-2b54c920bab2 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712259 Sep 02 04:30:03.318429 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Allocated IP 172.27.2.87 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/f599e494-a17b-425f-8407-8138fccad6fa) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:30:03.520185 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-c218431c-cd6f-44d3-92b1-6d8863211571 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb HTTP/1.1" status: 200 len: 217 time: 0.1226184 Sep 02 04:30:03.589611 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device d33c081c-0ef0-449e-9921-5698cabc708b up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:03.621537 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:03.634008 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-7dff96f3-a070-4b9f-b25e-067df6b8823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:03.635748 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:03.637787 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-1861bb8b-6949-437e-b458-80cdd949225a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6316204 Sep 02 04:30:03.643643 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-7dff96f3-a070-4b9f-b25e-067df6b8823a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 1097 time: 0.2540171 Sep 02 04:30:03.662877 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'name': 'tempest-ServerRescueNegativeTestJSON-261622486-router', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 4, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'gw_port': {'id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:48Z', 'updated_at': '2021-09-02T04:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '748d337b-439c-40e9-ace4-71cae72ec5e4', 'name': '', 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'mac_address': 'fa:16:3e:3f:2f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:54Z', 'updated_at': '2021-09-02T04:29:56Z', 'revision_number': 2, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'subnets': [{'id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:03.673098 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-442579e1-0f4b-448a-b3bb-556df40a6d3d service neutron] 10.222.0.13 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238360 Sep 02 04:30:03.707716 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-a4212609-24e7-48f8-a81c-a5045658d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:03.709313 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-a4212609-24e7-48f8-a81c-a5045658d70b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e328b05-a529-45f7-87ad-0aa6be1902ce HTTP/1.1" status: 200 len: 851 time: 0.1811733 Sep 02 04:30:03.709929 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Checking router: d3cc654c-9c7e-4873-b91a-5f4365c4d05f for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:30:03.710483 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Updating router d3cc654c-9c7e-4873-b91a-5f4365c4d05f port 748d337b-439c-40e9-ace4-71cae72ec5e4 binding host dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:30:03.771111 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898d48c-96ce-4f74-9243-f428de79c50d req-8d596fb2-4f75-4f6c-b9b6-2d4cea709e6c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:03.912451 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8898d48c-96ce-4f74-9243-f428de79c50d req-8d596fb2-4f75-4f6c-b9b6-2d4cea709e6c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 944 time: 0.1547451 Sep 02 04:30:03.913062 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:03.913286 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8898d48c-96ce-4f74-9243-f428de79c50d req-d3b326f5-334c-4405-9932-d2a8d33fa362 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633903 Sep 02 04:30:03.913960 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-4d385602-a216-41b5-ad02-a66d696b477f service neutron] 10.222.0.13 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243898 Sep 02 04:30:03.914886 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port d33c081c-0ef0-449e-9921-5698cabc708b triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:03.914886 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:03.946313 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-b3ed1487-dac5-40d9-8f53-0fcff0470284 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1edf8d96-2ca8-4884-968d-e0e3a9a38f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012390 Sep 02 04:30:03.947754 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-28f85cda-2ad4-4cec-b9be-3b927c78868f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c711505-4162-4e0a-af45-c6ecdc0466d0 HTTP/1.1" status: 200 len: 217 time: 0.1164627 Sep 02 04:30:03.995792 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437986-54e1-467b-8bf2-28bd3566f979 req-60bbd9b4-5f58-4a44-929b-500dc17dd83b tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:04.003859 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8b437986-54e1-467b-8bf2-28bd3566f979 req-60bbd9b4-5f58-4a44-929b-500dc17dd83b tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 944 time: 0.1025288 Sep 02 04:30:04.054148 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:04.136878 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:30:04.146534 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:04.150851 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:30:04.196766 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8b437986-54e1-467b-8bf2-28bd3566f979 req-7d13d440-320a-47c2-8a2b-fc77a64ccbd1 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916728 Sep 02 04:30:04.217175 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'Port': ['ID=f599e494-a17b-425f-8407-8138fccad6fa,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:04.261970 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 41786) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:04.323258 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:04.362945 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-074a77c3-965f-4c5e-83a1-715c6a1ac410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:04.560562 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:04.609120 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-665a0a4d-f3eb-44a0-a1a5-675dfac411d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:04.647717 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-603c3bc0-df39-4f87-97f4-6b9844e2ad70 req-8f235bf0-9e94-4e7e-8dc4-e22456804df1 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 210 time: 0.1802473 Sep 02 04:30:04.707298 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-41a7fd9d-fcf3-4ab4-bbbc-3bf8c0539210 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1545539191&fields=id&tenant_id=0931655f059d4af598f60bd195366b84 HTTP/1.1" status: 200 len: 267 time: 0.2121804 Sep 02 04:30:04.707440 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:04.831049 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-4be9ff58-4935-4c70-bb01-162577d13e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:04.832728 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-4be9ff58-4935-4c70-bb01-162577d13e61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=585e7e78-7a21-4acb-8445-b56d0247ba24 HTTP/1.1" status: 200 len: 854 time: 0.5191195 Sep 02 04:30:04.866852 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Notify callbacks [] for port, precommit_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:04.882770 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Transition to ACTIVE for port object 748d337b-439c-40e9-ace4-71cae72ec5e4 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:04.899513 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-5b654218-ec4c-43b5-a247-29f50e39b1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26ff5384-f842-4306-a318-71b587753ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428636 Sep 02 04:30:04.906660 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ff113a19-8241-41f9-874f-237688953d35 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:04.914614 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ff113a19-8241-41f9-874f-237688953d35 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 817 time: 0.2060287 Sep 02 04:30:04.933810 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:04.953496 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ce26945a-c6fa-4370-bc78-1eb212ae7c94 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/quotas/0931655f059d4af598f60bd195366b84 HTTP/1.1" status: 200 len: 375 time: 0.0377247 Sep 02 04:30:04.968288 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-0a34b2f0-ba26-4fb8-b25a-14f255e52c1e service neutron] 10.222.0.20 "GET /v2.0/networks/1edf8d96-2ca8-4884-968d-e0e3a9a38f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525781 Sep 02 04:30:05.027238 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.059561 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.077274 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e91f6e8-1260-4e45-afc2-e02c3250f91b', 'tag': '3c711505-4162-4e0a-af45-c6ecdc0466d0'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:05.080203 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840acc41-82b3-474e-bd02-1ff503338bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "7e91f6e8-1260-4e45-afc2-e02c3250f91b", "tag": "3c711505-4162-4e0a-af45-c6ecdc0466d0"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:05.094013 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.126055 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-57b52cdb-bc32-4b7e-b8b8-846d267fed06 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1714997 Sep 02 04:30:05.194323 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-24d9366f-160d-48cc-be92-d2a0ef63764a service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974210 Sep 02 04:30:05.204974 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70184-f4f9-40ed-870b-ed918b3d8b88 req-78796156-7abc-4a9c-8e26-230784ba6614 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:05.206541 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-47b70184-f4f9-40ed-870b-ed918b3d8b88 req-78796156-7abc-4a9c-8e26-230784ba6614 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 944 time: 0.2111833 Sep 02 04:30:05.246639 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'Port': ['ID=f599e494-a17b-425f-8407-8138fccad6fa,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:05.259338 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5678e4d-6dcc-484c-915f-1c0015a3b294 None None] Pushing event updated for resources: {'Port': ['ID=748d337b-439c-40e9-ace4-71cae72ec5e4,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:05.368050 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Attempting to bind port 748d337b-439c-40e9-ace4-71cae72ec5e4 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:30:05.368050 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Attempting to bind port 748d337b-439c-40e9-ace4-71cae72ec5e4 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:30:05.368050 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Attempting to bind port 748d337b-439c-40e9-ace4-71cae72ec5e4 on network 263dad98-82eb-49f5-a7aa-96a45a3136eb {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:05.374830 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:30:05.375637 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Checking segment: {'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:05.377091 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.377687 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Bound using segment: {'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:30:05.378346 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Bound port: 748d337b-439c-40e9-ace4-71cae72ec5e4, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:30:05.379080 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.395415 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-347dce00-4aad-4554-a925-bd888babc6c4 service neutron] 10.222.0.13 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923530 Sep 02 04:30:05.490456 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.499068 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-074a77c3-965f-4c5e-83a1-715c6a1ac410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.551952 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] For port 748d337b-439c-40e9-ace4-71cae72ec5e4, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:30:05.555798 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] For port 748d337b-439c-40e9-ace4-71cae72ec5e4, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=748d337b-439c-40e9-ace4-71cae72ec5e4,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:30:05.560580 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-913ff28b-c79c-47fa-91d5-b7c4726f99ef service neutron] 10.222.0.13 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570814 Sep 02 04:30:05.612174 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e0318d58-b3fa-4b0e-8efa-08a4fa161159 req-c2f4995a-720c-4c0e-bddd-198a74e306b4 service neutron] 10.222.0.20 "GET /v2.0/networks/1edf8d96-2ca8-4884-968d-e0e3a9a38f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915890 Sep 02 04:30:05.624392 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-074a77c3-965f-4c5e-83a1-715c6a1ac410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.639485 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.685309 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-47b70184-f4f9-40ed-870b-ed918b3d8b88 req-598e6294-9ba0-4ea8-80f1-205975343a51 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652061 Sep 02 04:30:05.702867 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Routers {'d3cc654c-9c7e-4873-b91a-5f4365c4d05f'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:30:05.703766 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:30:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:05.746917 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 41830) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:05.747160 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-074a77c3-965f-4c5e-83a1-715c6a1ac410 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b20edc5707634214b988ab4fd3bfa98f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4835951 Sep 02 04:30:05.784492 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8e12ccc1-e6bc-4d27-acbf-8a8ed172ec11 req-19b2f202-7770-413d-b894-d32d5dcc7248 service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376343 Sep 02 04:30:05.787257 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a77c3-965f-4c5e-83a1-715c6a1ac410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bc068c-088f-4eac-8295-a2a94a085ab6,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:05.814881 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df10c5d2-5b1e-4ef9-bdb2-9cb485ca0f6a x-openstack-request-id: req-df10c5d2-5b1e-4ef9-bdb2-9cb485ca0f6a {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:05.814881 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e91f6e8-1260-4e45-afc2-e02c3250f91b", "tag": "3c711505-4162-4e0a-af45-c6ecdc0466d0", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:05.814881 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df10c5d2-5b1e-4ef9-bdb2-9cb485ca0f6a {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:05.816567 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e91f6e8-1260-4e45-afc2-e02c3250f91b', 'tag': '3c711505-4162-4e0a-af45-c6ecdc0466d0', 'status': 'completed', 'code': 200} Sep 02 04:30:05.856683 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.858673 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b71ab4e5-1888-475f-926d-e61e233f4743 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0944891 Sep 02 04:30:05.929351 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-89a66e01-3f87-4bbf-a58c-5821fe7936b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:05.944844 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5678e4d-6dcc-484c-915f-1c0015a3b294 None None] Pushing event updated for resources: {'Port': ['ID=748d337b-439c-40e9-ace4-71cae72ec5e4,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:05.990079 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-89a66e01-3f87-4bbf-a58c-5821fe7936b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:06.003518 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] Set router d3cc654c-9c7e-4873-b91a-5f4365c4d05f gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:30:06.078618 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcd704-b275-41a5-82e3-f466b96f8334 req-d6fac66d-e585-4da5-a490-9ae9fbde4ffd tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:06.093059 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-acdcd704-b275-41a5-82e3-f466b96f8334 req-d6fac66d-e585-4da5-a490-9ae9fbde4ffd tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 944 time: 0.1938887 Sep 02 04:30:06.136170 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-89a66e01-3f87-4bbf-a58c-5821fe7936b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:06.138970 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-89a66e01-3f87-4bbf-a58c-5821fe7936b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:06.145955 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-89a66e01-3f87-4bbf-a58c-5821fe7936b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60bc068c-088f-4eac-8295-a2a94a085ab6 HTTP/1.1" status: 204 len: 168 time: 0.3950319 Sep 02 04:30:06.181245 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-acdcd704-b275-41a5-82e3-f466b96f8334 req-fdc82fce-dfda-4d45-a2b3-04152c232e4e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871241 Sep 02 04:30:06.184409 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a66e01-3f87-4bbf-a58c-5821fe7936b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bc068c-088f-4eac-8295-a2a94a085ab6,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:06.407281 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dd740aa3-3abe-4855-aacf-1f4da41f1690 req-c3684666-d902-49c5-97b7-af26f8bc91cc tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0718310 Sep 02 04:30:06.497515 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'name': 'tempest-ServerRescueNegativeTestJSON-261622486-router', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 4, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'gw_port': {'id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:48Z', 'updated_at': '2021-09-02T04:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '748d337b-439c-40e9-ace4-71cae72ec5e4', 'name': '', 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'mac_address': 'fa:16:3e:3f:2f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:54Z', 'updated_at': '2021-09-02T04:30:05Z', 'revision_number': 4, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'subnets': [{'id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:06.532235 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6d2a0b2f-63a8-4c87-98d3-1892acf34855 req-b92388e5-0329-4867-bb33-350b4245b118 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 210 time: 0.1264331 Sep 02 04:30:06.546102 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840acc41-82b3-474e-bd02-1ff503338bf8 req-a9c98670-21aa-47ee-947a-3144b626c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:06.547718 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-840acc41-82b3-474e-bd02-1ff503338bf8 req-a9c98670-21aa-47ee-947a-3144b626c979 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 1097 time: 0.1057982 Sep 02 04:30:06.550515 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d req-5e7cff6a-6a73-40ee-ba3c-09da20fee2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:06.552386 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d req-5e7cff6a-6a73-40ee-ba3c-09da20fee2d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5b6525c725444b7aa20bdb9a47c55f4&device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 1097 time: 0.1118858 Sep 02 04:30:06.584427 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5252f5-1a8c-45db-aa4d-a8a9a8122548 None None] The sync data for ids ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'] in dv-cinder-804735-7-iscsi is: [{'id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'name': 'tempest-ServerRescueNegativeTestJSON-261622486-router', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 4, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'gw_port': {'id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:48Z', 'updated_at': '2021-09-02T04:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '748d337b-439c-40e9-ace4-71cae72ec5e4', 'name': '', 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'mac_address': 'fa:16:3e:3f:2f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:54Z', 'updated_at': '2021-09-02T04:30:05Z', 'revision_number': 4, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'subnets': [{'id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:30:06.679393 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-49d391ef-3dde-4d3e-a55a-7a4aca45df62 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--742827309&fields=id&tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f HTTP/1.1" status: 200 len: 267 time: 0.1259754 Sep 02 04:30:06.932259 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:30:06.936315 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c862e-61f6-4297-bcd8-c854aefaaedf req-ba5b08d1-2e6f-4db4-9d43-422272439b3d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:06.941487 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-237c862e-61f6-4297-bcd8-c854aefaaedf req-ba5b08d1-2e6f-4db4-9d43-422272439b3d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 944 time: 0.1376979 Sep 02 04:30:06.972091 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-38df103a-9939-4ecd-82a6-d449a384e23d tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:06.980507 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-38df103a-9939-4ecd-82a6-d449a384e23d tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/networks?id=ad90c133-531e-4d6b-a1ec-5f41d66215bb HTTP/1.1" status: 200 len: 810 time: 0.2926180 Sep 02 04:30:07.016353 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-237c862e-61f6-4297-bcd8-c854aefaaedf req-3903ce52-85c2-4f7a-a6ac-b68b7ad7af24 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675969 Sep 02 04:30:07.035429 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-1b873b51-6ce4-43e7-8a4c-4927cd8bf04d tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/quotas/b7c30d815e4b455b8ab704d7e86dbf2f HTTP/1.1" status: 200 len: 375 time: 0.0427244 Sep 02 04:30:07.148383 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-fd4f808e-2fcf-44c6-80ae-01c6a816bea2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054037 Sep 02 04:30:07.261603 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:07.334961 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ab64ca58-692a-494f-873f-123be7ed4a60 service neutron] 10.222.0.13 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758370 Sep 02 04:30:07.531979 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f9575-d6be-40e1-a20e-a1759b9d7079 req-57f2387f-0e08-4d4f-a3a7-d3d7c35f735a tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:07.544766 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-100f9575-d6be-40e1-a20e-a1759b9d7079 req-57f2387f-0e08-4d4f-a3a7-d3d7c35f735a tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 944 time: 0.1550062 Sep 02 04:30:07.615817 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-100f9575-d6be-40e1-a20e-a1759b9d7079 req-ed9370b0-9bb1-4e38-aa10-2864a84a44e2 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681119 Sep 02 04:30:07.676691 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 748d337b-439c-40e9-ace4-71cae72ec5e4 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:07.743385 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0d4fd37a-a172-49ab-9383-a0b1d1c98201 req-be757556-c402-4164-a346-90852a0ac62b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0515432 Sep 02 04:30:07.815207 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 748d337b-439c-40e9-ace4-71cae72ec5e4 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:07.824977 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 748d337b-439c-40e9-ace4-71cae72ec5e4 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:07.824977 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:07.840307 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.20', 62080) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:07.940534 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2b5ebcdc-dc5f-4d70-9c47-e60111db4c29 req-6e98c2a2-b83e-4566-a4c0-c2ea8805717f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 210 time: 0.0772684 Sep 02 04:30:07.943828 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840acc41-82b3-474e-bd02-1ff503338bf8 req-084098e4-875e-4b91-809b-9385ec310e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:07.944259 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:07.945417 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-840acc41-82b3-474e-bd02-1ff503338bf8 req-084098e4-875e-4b91-809b-9385ec310e35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 200 len: 914 time: 0.5355194 Sep 02 04:30:07.970119 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d req-2cb19d98-b21e-4301-b512-2c7590f1ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:07.972900 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d req-2cb19d98-b21e-4301-b512-2c7590f1ee69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1edf8d96-2ca8-4884-968d-e0e3a9a38f62 HTTP/1.1" status: 200 len: 911 time: 0.6357613 Sep 02 04:30:07.979629 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-eb258788-f8e5-4eba-bb02-97282bbbfe27 service neutron] 10.222.0.13 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395743 Sep 02 04:30:07.989655 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 748d337b-439c-40e9-ace4-71cae72ec5e4, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=748d337b-439c-40e9-ace4-71cae72ec5e4,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:08.029010 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-7628d18a-8956-4ba1-97ba-32c8b2610b82 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:08.030646 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-7628d18a-8956-4ba1-97ba-32c8b2610b82 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.20 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 818 time: 0.1772866 Sep 02 04:30:08.057703 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Request body: {'port': {'device_id': '3ffde743-fe81-4cab-9344-57ca521c59f4', 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb', 'admin_state_up': True, 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:08.071012 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-840acc41-82b3-474e-bd02-1ff503338bf8 req-b02b68a7-0b96-42a2-9320-ddaadb57cc5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c711505-4162-4e0a-af45-c6ecdc0466d0 HTTP/1.1" status: 200 len: 217 time: 0.0646112 Sep 02 04:30:08.118540 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d req-b5886a63-2f71-4ab8-9f47-6088f1731b14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb HTTP/1.1" status: 200 len: 217 time: 0.0572646 Sep 02 04:30:08.187954 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:08.253623 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840acc41-82b3-474e-bd02-1ff503338bf8 req-c4fdb25c-4f1c-499f-954c-39451d86a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:08.256744 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-840acc41-82b3-474e-bd02-1ff503338bf8 req-c4fdb25c-4f1c-499f-954c-39451d86a273 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=585e7e78-7a21-4acb-8445-b56d0247ba24 HTTP/1.1" status: 200 len: 854 time: 0.1482227 Sep 02 04:30:08.262587 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d req-6dd28001-88b6-4350-8578-52475fd764fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:08.264055 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d req-6dd28001-88b6-4350-8578-52475fd764fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e328b05-a529-45f7-87ad-0aa6be1902ce HTTP/1.1" status: 200 len: 851 time: 0.1159866 Sep 02 04:30:08.265139 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cb7ae-43f9-46e8-ba6a-b6c021efb206 req-cbf5ba8e-e030-4dbe-b73b-17cfa1bd12fc tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:08.274622 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3d7cb7ae-43f9-46e8-ba6a-b6c021efb206 req-cbf5ba8e-e030-4dbe-b73b-17cfa1bd12fc tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 944 time: 0.1802800 Sep 02 04:30:08.310563 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=748d337b-439c-40e9-ace4-71cae72ec5e4,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:08.337505 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d req-545ddc5d-9cf3-43fa-bec7-3ccb5b5af8d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1edf8d96-2ca8-4884-968d-e0e3a9a38f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509739 Sep 02 04:30:08.346674 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-840acc41-82b3-474e-bd02-1ff503338bf8 req-cff3a0ee-227a-4e9f-b56c-fa8488332792 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26ff5384-f842-4306-a318-71b587753ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803919 Sep 02 04:30:08.349925 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3d7cb7ae-43f9-46e8-ba6a-b6c021efb206 req-4ae260cb-3d3b-41d8-b27f-96e692ad7f3b tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727704 Sep 02 04:30:08.366686 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ba4fbe3c-d0cf-4493-901d-5c2dc62cb60e req-9315d32f-21b3-42a6-84d3-318365f4395d tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 210 time: 0.0440705 Sep 02 04:30:08.456671 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Made reservation on behalf of 56f3fc4797ec410b8f3fb46fc7409fe7 for: {'port': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:08.461664 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:08.586347 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d req-95b17841-c7a2-40b3-90a7-4d0172287cab service neutron] 10.222.0.20 "GET /v2.0/networks/1edf8d96-2ca8-4884-968d-e0e3a9a38f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183895 Sep 02 04:30:08.592261 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-840acc41-82b3-474e-bd02-1ff503338bf8 req-f73cb0cb-4aad-426b-a3fb-eab34123b6ef service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077584 Sep 02 04:30:08.657664 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.20', 62087) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:08.803028 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Allocated IP 172.20.0.9 (263dad98-82eb-49f5-a7aa-96a45a3136eb/f1a897af-bc9e-4d42-98ea-0b9d921a78a2/3146d225-6bdc-4864-a93a-c0e1301bc12c) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:30:08.897361 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3f942287-6c1a-44d1-a5a2-731115451e98 req-cbaad9b9-d963-45f7-ab86-e0103f51be15 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0395534 Sep 02 04:30:09.006764 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdce38-217c-4041-9a75-62db51caffa6 req-54a2e705-4e23-4191-a6ae-4cd12fd78ee9 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:09.018548 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-53cdce38-217c-4041-9a75-62db51caffa6 req-54a2e705-4e23-4191-a6ae-4cd12fd78ee9 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 944 time: 0.2436121 Sep 02 04:30:09.039525 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-039e9fff-6540-49b2-ace8-eb9966af7169 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:09.041578 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-039e9fff-6540-49b2-ace8-eb9966af7169 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.20 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 818 time: 0.3216395 Sep 02 04:30:09.043412 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-840acc41-82b3-474e-bd02-1ff503338bf8 req-c4e45eef-e802-4b23-875a-cea863d1eb61 service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835216 Sep 02 04:30:09.047053 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca1c4a08-4d81-499e-b4d2-18322fd2c66d req-7f1799c7-ec0e-44c4-a9ca-fa94e6fb094f service neutron] 10.222.0.20 "GET /v2.0/networks/1edf8d96-2ca8-4884-968d-e0e3a9a38f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880558 Sep 02 04:30:09.093294 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-53cdce38-217c-4041-9a75-62db51caffa6 req-76b6d9e2-5e1a-4673-b05c-c4a976dcfcad tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785127 Sep 02 04:30:09.099071 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Request body: {'port': {'device_id': 'c2654621-5e63-4dfe-be2f-855ccb98065b', 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb', 'admin_state_up': True, 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:09.119946 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:09.147654 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7454e17f-bc42-4289-a8a2-403350ba2468 req-77d8c32b-de09-4ca1-9c95-faffb3110415 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 210 time: 0.0463321 Sep 02 04:30:09.267411 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:09.335470 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Made reservation on behalf of 56f3fc4797ec410b8f3fb46fc7409fe7 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:09.340118 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:09.592937 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Pushing event updated for resources: {'Port': ['ID=3146d225-6bdc-4864-a93a-c0e1301bc12c,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:09.598227 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Network 263dad98-82eb-49f5-a7aa-96a45a3136eb is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:30:09.599690 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:09.610171 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:30:09.616728 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:09.617433 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:09.642817 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 748d337b-439c-40e9-ace4-71cae72ec5e4 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:09.662211 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-22463ca6-9c1a-426f-8932-5535e8dd45de req-50cc1261-6f10-4289-a2e1-9c013471651f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 210 time: 0.1001027 Sep 02 04:30:09.718480 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 748d337b-439c-40e9-ace4-71cae72ec5e4 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:09.719099 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:09.770391 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-64957f03-faae-4612-a741-3d41c2fc6229 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7177551 Sep 02 04:30:09.790354 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Request body: {'port': {'device_id': '3ffde743-fe81-4cab-9344-57ca521c59f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:09.791027 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Allocated IP 172.20.0.12 (263dad98-82eb-49f5-a7aa-96a45a3136eb/f1a897af-bc9e-4d42-98ea-0b9d921a78a2/7fc32208-a98b-47a3-922d-4a33035bc09e) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:30:09.847631 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d3594-c916-4b24-8ce6-3a4950126649 req-df5c7c8f-66d3-4e31-8c7c-e4bde4b60c4d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:09.855063 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4c0d3594-c916-4b24-8ce6-3a4950126649 req-df5c7c8f-66d3-4e31-8c7c-e4bde4b60c4d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 944 time: 0.3421414 Sep 02 04:30:09.861209 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:09.911592 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3c711505-4162-4e0a-af45-c6ecdc0466d0 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:30:09.956911 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4c0d3594-c916-4b24-8ce6-3a4950126649 req-98e0f78a-4c19-41b1-8551-3aae152d7996 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969326 Sep 02 04:30:10.011169 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba2a6-b24e-4b43-838c-9952d526195c req-a2deba30-9041-47f6-8438-17ad6741e996 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:10.012647 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-a2deba30-9041-47f6-8438-17ad6741e996 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 817 time: 0.2351601 Sep 02 04:30:10.121851 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 3c711505-4162-4e0a-af45-c6ecdc0466d0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3c711505-4162-4e0a-af45-c6ecdc0466d0,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:10.136913 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-281621b3-7946-42be-a130-5c4a94fd9696 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0931655f059d4af598f60bd195366b84 HTTP/1.1" status: 200 len: 380 time: 0.0942035 Sep 02 04:30:10.150055 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'port': {'device_id': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'admin_state_up': True, 'tenant_id': '0931655f059d4af598f60bd195366b84', 'security_groups': ['f95ac7a9-696a-4526-86b2-12a7fbdc307f']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:10.163707 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '3c711505-4162-4e0a-af45-c6ecdc0466d0', 'network_id': '26ff5384-f842-4306-a318-71b587753ace', 'port_id': '3c711505-4162-4e0a-af45-c6ecdc0466d0', 'mac_address': 'fa:16:3e:74:81:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585e7e78-7a21-4acb-8445-b56d0247ba24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:30:10.176275 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:10.223042 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2e8dac7c-6524-4db9-8e73-4e06ea8c9612 req-df15b755-0783-4311-8bb4-d36b933188ee tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0387471 Sep 02 04:30:10.256249 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:10.273183 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c711505-4162-4e0a-af45-c6ecdc0466d0 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:10.304520 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 3c711505-4162-4e0a-af45-c6ecdc0466d0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3c711505-4162-4e0a-af45-c6ecdc0466d0,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:10.341529 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753cde9-1d09-4067-8f08-cf030678cf31 req-a07baa04-836a-4db4-bd77-30e181652d2a tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:10.341880 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1f289b7e-7225-4811-89e1-a8882d7bf178 req-ce90f837-2d13-49d9-a089-597464325847 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 210 time: 0.0261536 Sep 02 04:30:10.341970 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b753cde9-1d09-4067-8f08-cf030678cf31 req-a07baa04-836a-4db4-bd77-30e181652d2a tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 944 time: 0.1013215 Sep 02 04:30:10.387730 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b753cde9-1d09-4067-8f08-cf030678cf31 req-9e3f2985-b795-4219-9a5f-84cc57a7dd96 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411174 Sep 02 04:30:10.398618 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:10.404732 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:30:10.456288 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:10.496845 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=3c711505-4162-4e0a-af45-c6ecdc0466d0,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:10.508264 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Network 263dad98-82eb-49f5-a7aa-96a45a3136eb is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:30:10.511362 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:10.520882 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:30:10.524548 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:10.525145 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:10.527664 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Made reservation on behalf of 0931655f059d4af598f60bd195366b84 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:10.530821 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:10.533520 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Pushing event updated for resources: {'Port': ['ID=7fc32208-a98b-47a3-922d-4a33035bc09e,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:10.628933 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 42000) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:10.701755 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,segment=NetworkSegment(13961777-080c-4662-8dba-f04728c7410a),segment_id=13961777-080c-4662-8dba-f04728c7410a)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:10.716985 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-90085cd0-9c19-4560-bb7a-6298de256aaa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6219237 Sep 02 04:30:10.723640 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb', 'network_id': '1edf8d96-2ca8-4884-968d-e0e3a9a38f62', 'port_id': '7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb', 'mac_address': 'fa:16:3e:95:bd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e328b05-a529-45f7-87ad-0aa6be1902ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:30:10.774966 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Request body: {'port': {'device_id': 'c2654621-5e63-4dfe-be2f-855ccb98065b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:10.779263 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:10.800502 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:10.840916 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,segment=NetworkSegment(13961777-080c-4662-8dba-f04728c7410a),segment_id=13961777-080c-4662-8dba-f04728c7410a)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:10.864816 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-565f75b7-d0ac-4c0a-a0ff-44d75125888f req-3774c155-edb3-4bb0-b845-6d2d080a064c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 210 time: 0.0484939 Sep 02 04:30:10.874275 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Allocated IP 172.20.0.12 (46143dd2-0d1f-423e-b171-0ee837e54bfa/671ae8f2-3938-4a92-a369-4883fa7ff168/acb5a59c-de5c-43dc-8bd2-1772919298ff) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:30:10.879944 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3146d225-6bdc-4864-a93a-c0e1301bc12c {{(pid=94402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:10.893673 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:10.896558 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d763b7d8-53fd-4285-a5af-b1c521644309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:10.900270 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:10.913976 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.provisioning_blocks [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Transition to ACTIVE for port object 3146d225-6bdc-4864-a93a-c0e1301bc12c will not be triggered until provisioned by entity L2. {{(pid=94402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:10.929001 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:11.000142 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:11.020848 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:11.097377 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3146d225-6bdc-4864-a93a-c0e1301bc12c,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:11.131714 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.managers [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Attempting to bind port 3146d225-6bdc-4864-a93a-c0e1301bc12c on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:30:11.132170 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.managers [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Attempting to bind port 3146d225-6bdc-4864-a93a-c0e1301bc12c by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'}] {{(pid=94402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:30:11.132502 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Attempting to bind port 3146d225-6bdc-4864-a93a-c0e1301bc12c on network 263dad98-82eb-49f5-a7aa-96a45a3136eb {{(pid=94402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:11.137492 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Port 3146d225-6bdc-4864-a93a-c0e1301bc12c on network 263dad98-82eb-49f5-a7aa-96a45a3136eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:30:11.137907 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Attempting to bind port 3146d225-6bdc-4864-a93a-c0e1301bc12c on network 263dad98-82eb-49f5-a7aa-96a45a3136eb {{(pid=94402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:11.144151 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:30:11.144586 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Checking segment: {'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:11.145202 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Bound using segment: {'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'} {{(pid=94402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:30:11.145667 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.managers [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Bound port: 3146d225-6bdc-4864-a93a-c0e1301bc12c, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'}}] {{(pid=94402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:30:11.146029 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:11.217099 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] For port 3146d225-6bdc-4864-a93a-c0e1301bc12c, host hv-cinder-80473, cleared binding levels {{(pid=94402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:30:11.222191 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] For port 3146d225-6bdc-4864-a93a-c0e1301bc12c, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:30:11.311314 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:11.347788 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:11.390913 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4eb9e-6054-4697-b4e8-086ceb21da9e req-d600d407-5af5-45d2-82f4-2272d2ac59da tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:11.399146 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8da4eb9e-6054-4697-b4e8-086ceb21da9e req-d600d407-5af5-45d2-82f4-2272d2ac59da tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 945 time: 0.3526270 Sep 02 04:30:11.402630 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:11.403538 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:11.406271 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/3146d225-6bdc-4864-a93a-c0e1301bc12c HTTP/1.1" status: 200 len: 1093 time: 1.6213169 Sep 02 04:30:11.406847 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffde743-fe81-4cab-9344-57ca521c59f4', 'tag': '3146d225-6bdc-4864-a93a-c0e1301bc12c'}] {{(pid=94402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:11.415396 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3c711505-4162-4e0a-af45-c6ecdc0466d0'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:11.430200 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:11.492014 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d763b7d8-53fd-4285-a5af-b1c521644309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:11.526917 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-f8a2eac8-41cb-488b-9401-bc8bc0409f73 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:11.528541 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-f8a2eac8-41cb-488b-9401-bc8bc0409f73 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.20 "GET /v2.0/networks?id=ad90c133-531e-4d6b-a1ec-5f41d66215bb HTTP/1.1" status: 200 len: 810 time: 0.3678710 Sep 02 04:30:11.581051 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96ddcd-4373-40a8-98dd-d2d7608f10c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3146d225-6bdc-4864-a93a-c0e1301bc12c,revision_number=3']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:11.605131 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Transition to ACTIVE for port object acb5a59c-de5c-43dc-8bd2-1772919298ff will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:11.649731 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d763b7d8-53fd-4285-a5af-b1c521644309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:11.692786 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8d24115e-b3f8-4504-90fd-9b11c11ff5b9 req-b6959b6a-3512-47ee-89bc-8ca7b4d32fd1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 210 time: 0.1353750 Sep 02 04:30:11.712956 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2984c995e9f942f56fc048a2137e3950b61e74cc960b4c50d17b3411b6e28a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e45526d-1379-4b66-af5e-91de5cbc23d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffde743-fe81-4cab-9344-57ca521c59f4", "tag": "3146d225-6bdc-4864-a93a-c0e1301bc12c"}]}' {{(pid=94402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:11.744180 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8da4eb9e-6054-4697-b4e8-086ceb21da9e req-4aa3f1ac-dbed-485e-8e63-250cf8a8c00d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444307 Sep 02 04:30:11.795148 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-e6b910f5-f8bc-4c81-acee-a424871a2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:11.797132 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-e6b910f5-f8bc-4c81-acee-a424871a2a55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 1096 time: 0.1780174 Sep 02 04:30:11.866075 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-e8ba467e-17b8-4219-a64e-6eadee585380 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f HTTP/1.1" status: 200 len: 379 time: 0.3162489 Sep 02 04:30:11.870764 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-d763b7d8-53fd-4285-a5af-b1c521644309 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3708e6ed391647e08127d116db340201&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2384911 Sep 02 04:30:11.889650 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-7de5f00a-2614-4256-9470-6011754e8d77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c HTTP/1.1" status: 200 len: 217 time: 0.0776966 Sep 02 04:30:11.891391 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42060) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:11.903044 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'port': {'device_id': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'admin_state_up': True, 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'security_groups': ['c3a93e01-e212-4af1-899d-2e8a7a755829']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:11.913302 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763b7d8-53fd-4285-a5af-b1c521644309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53c1437-9c4b-40bf-a5e5-44a8f2354fb8,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:12.016570 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac1aeb-1c48-454c-be0c-307d3781809f req-240e036f-61b3-4dc4-958f-ba8660eb7282 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:12.018018 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-acac1aeb-1c48-454c-be0c-307d3781809f req-240e036f-61b3-4dc4-958f-ba8660eb7282 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 932 time: 0.1273370 Sep 02 04:30:12.026444 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-3a5387c4-a5d5-4597-b5f5-fd7fb0f2e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:12.027783 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-3a5387c4-a5d5-4597-b5f5-fd7fb0f2e469 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 200 len: 858 time: 0.1153612 Sep 02 04:30:12.027893 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc32208-a98b-47a3-922d-4a33035bc09e {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:12.045721 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b6b2d-e9f9-475a-bebc-74782865fbc8 req-f43a567c-eef5-48d1-a502-d3e9972c4c82 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:12.047202 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-470b6b2d-e9f9-475a-bebc-74782865fbc8 req-f43a567c-eef5-48d1-a502-d3e9972c4c82 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 945 time: 0.2174065 Sep 02 04:30:12.050824 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7133ce6f-8abd-470c-92fc-a4aa60bc070a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.051378 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.091742 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Transition to ACTIVE for port object 7fc32208-a98b-47a3-922d-4a33035bc09e will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:12.103431 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.110057 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-9a49bdea-1ae5-41e3-9f65-b4c9a037eaa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=263dad98-82eb-49f5-a7aa-96a45a3136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565438 Sep 02 04:30:12.128790 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7133ce6f-8abd-470c-92fc-a4aa60bc070a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.134486 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-acac1aeb-1c48-454c-be0c-307d3781809f req-587e4299-59b8-427c-ab9d-3089fbd3f76c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056385 Sep 02 04:30:12.154042 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-470b6b2d-e9f9-475a-bebc-74782865fbc8 req-f3c9171c-f6f2-47e7-8b9f-865cf31525d2 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982628 Sep 02 04:30:12.172624 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Network 46143dd2-0d1f-423e-b171-0ee837e54bfa is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:30:12.177804 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:12.184813 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.190520 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:30:12.192053 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:12.192680 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.197213 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:12.258370 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc32208-a98b-47a3-922d-4a33035bc09e,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:12.269136 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-ae84397f-93cc-4359-b1cf-9ff158157d6e service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380610 Sep 02 04:30:12.292461 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Made reservation on behalf of b7c30d815e4b455b8ab704d7e86dbf2f for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:12.296113 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.325337 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Attempting to bind port 7fc32208-a98b-47a3-922d-4a33035bc09e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:30:12.325337 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Attempting to bind port 7fc32208-a98b-47a3-922d-4a33035bc09e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:30:12.325337 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Attempting to bind port 7fc32208-a98b-47a3-922d-4a33035bc09e on network 263dad98-82eb-49f5-a7aa-96a45a3136eb {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:12.333496 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Port 7fc32208-a98b-47a3-922d-4a33035bc09e on network 263dad98-82eb-49f5-a7aa-96a45a3136eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:30:12.333939 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Attempting to bind port 7fc32208-a98b-47a3-922d-4a33035bc09e on network 263dad98-82eb-49f5-a7aa-96a45a3136eb {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:12.356462 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:30:12.356462 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Checking segment: {'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:12.356462 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Bound using segment: {'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:30:12.361565 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Bound port: 7fc32208-a98b-47a3-922d-4a33035bc09e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a04f4e-d693-406f-9103-bb0a78320bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:30:12.373399 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.384638 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7133ce6f-8abd-470c-92fc-a4aa60bc070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.391330 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7133ce6f-8abd-470c-92fc-a4aa60bc070a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.394233 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-7133ce6f-8abd-470c-92fc-a4aa60bc070a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a53c1437-9c4b-40bf-a5e5-44a8f2354fb8 HTTP/1.1" status: 204 len: 168 time: 0.5018983 Sep 02 04:30:12.395863 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-31fedcd9-af7f-4144-a845-f98e90c8516b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2502177 Sep 02 04:30:12.425776 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6051df20-1e9a-46a7-b651-9a5a810c6d93 x-openstack-request-id: req-6051df20-1e9a-46a7-b651-9a5a810c6d93 {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:12.426168 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffde743-fe81-4cab-9344-57ca521c59f4", "tag": "3146d225-6bdc-4864-a93a-c0e1301bc12c", "status": "completed", "code": 200}]} {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:12.426423 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6051df20-1e9a-46a7-b651-9a5a810c6d93 {{(pid=94402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:12.426876 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffde743-fe81-4cab-9344-57ca521c59f4', 'tag': '3146d225-6bdc-4864-a93a-c0e1301bc12c', 'status': 'completed', 'code': 200} Sep 02 04:30:12.430674 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133ce6f-8abd-470c-92fc-a4aa60bc070a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53c1437-9c4b-40bf-a5e5-44a8f2354fb8,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:12.450215 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8147659-4708-4427-8b5f-9d51d67d8206 req-f0f1a058-8735-454c-ae17-b6ef9e613981 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734366 Sep 02 04:30:12.452227 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5523d6ed-639a-4ec3-9254-6e56fe7d2dac req-1d4da3eb-2c55-43bc-8185-c82be819c5dc tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 210 time: 0.0358510 Sep 02 04:30:12.486274 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Request body: {'port': {'device_id': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:12.575364 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.676697 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] For port 7fc32208-a98b-47a3-922d-4a33035bc09e, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:30:12.682754 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] For port 7fc32208-a98b-47a3-922d-4a33035bc09e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7fc32208-a98b-47a3-922d-4a33035bc09e,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:30:12.704661 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Allocated IP 172.20.0.6 (ad90c133-531e-4d6b-a1ec-5f41d66215bb/c3f036dc-04d9-4fbb-81de-d3916611a42e/eae12a40-174f-4aa8-b249-61f0b2903ae6) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:30:12.769764 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-637dbfba-cd6b-48e1-b0e0-48e789b442b7 None None] Provisioning for port acb5a59c-de5c-43dc-8bd2-1772919298ff completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:12.775072 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-637dbfba-cd6b-48e1-b0e0-48e789b442b7 None None] Provisioning complete for port acb5a59c-de5c-43dc-8bd2-1772919298ff triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:12.783213 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-637dbfba-cd6b-48e1-b0e0-48e789b442b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:12.790054 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45526d-1379-4b66-af5e-91de5cbc23d2 req-873daf53-8d31-456e-a53e-9828e0796a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:12.791553 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6e45526d-1379-4b66-af5e-91de5cbc23d2 req-873daf53-8d31-456e-a53e-9828e0796a09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 1096 time: 0.0534661 Sep 02 04:30:12.828673 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-637dbfba-cd6b-48e1-b0e0-48e789b442b7 None None] Port acb5a59c-de5c-43dc-8bd2-1772919298ff cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:30:12.878832 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:13.206996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:13.207629 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:13.207936 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8a6b-32e4-4c08-9d78-ce4ecad89ccb req-5a8cdd37-5d4a-4260-b76d-44703cb68d3e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:13.209088 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] 10.222.0.20 "PUT /v2.0/ports/7fc32208-a98b-47a3-922d-4a33035bc09e HTTP/1.1" status: 200 len: 1094 time: 2.4412446 Sep 02 04:30:13.209516 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b03a8a6b-32e4-4c08-9d78-ce4ecad89ccb req-5a8cdd37-5d4a-4260-b76d-44703cb68d3e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 945 time: 0.3662834 Sep 02 04:30:13.218910 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2654621-5e63-4dfe-be2f-855ccb98065b', 'tag': '7fc32208-a98b-47a3-922d-4a33035bc09e'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:13.221523 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2654621-5e63-4dfe-be2f-855ccb98065b", "tag": "7fc32208-a98b-47a3-922d-4a33035bc09e"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:13.239034 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45526d-1379-4b66-af5e-91de5cbc23d2 req-fa00b438-2bf8-47a9-ab27-594cd41a1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:13.240616 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6e45526d-1379-4b66-af5e-91de5cbc23d2 req-fa00b438-2bf8-47a9-ab27-594cd41a1c97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 918 time: 0.4398384 Sep 02 04:30:13.277780 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ab33f-2bc5-4c8c-bf65-c86f4fa2dfbd req-1090e68f-3a07-4393-a7f4-d602f5c4b4a8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:13.279271 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fa7ab33f-2bc5-4c8c-bf65-c86f4fa2dfbd req-1090e68f-3a07-4393-a7f4-d602f5c4b4a8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 932 time: 0.4448826 Sep 02 04:30:13.287755 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca41ac4-53cf-48d1-8c74-cb7efbbd7c82 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc32208-a98b-47a3-922d-4a33035bc09e,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:13.294355 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b03a8a6b-32e4-4c08-9d78-ce4ecad89ccb req-6da29079-6cd7-40c6-b586-827846fec7a3 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754523 Sep 02 04:30:13.296066 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6e45526d-1379-4b66-af5e-91de5cbc23d2 req-c1c87a78-8b92-4f0b-b41b-221ed1eff636 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c HTTP/1.1" status: 200 len: 217 time: 0.0451813 Sep 02 04:30:13.325944 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 42108) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:13.355370 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:13.357296 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45526d-1379-4b66-af5e-91de5cbc23d2 req-f7970521-f03f-4e9d-b018-3153e833e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:13.358818 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6e45526d-1379-4b66-af5e-91de5cbc23d2 req-f7970521-f03f-4e9d-b018-3153e833e907 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 200 len: 858 time: 0.0549500 Sep 02 04:30:13.372623 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-410cc6fb-5295-4d83-af00-b45d749ff387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:13.392643 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6e45526d-1379-4b66-af5e-91de5cbc23d2 req-8ed578b0-cb88-4902-a77f-da3f7bad252f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=263dad98-82eb-49f5-a7aa-96a45a3136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256014 Sep 02 04:30:13.439207 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Transition to ACTIVE for port object eae12a40-174f-4aa8-b249-61f0b2903ae6 will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:13.445388 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fa7ab33f-2bc5-4c8c-bf65-c86f4fa2dfbd req-89f962f5-b3db-4c55-b3cd-1aa9cf0721e7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515031 Sep 02 04:30:13.472456 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb5a59c-de5c-43dc-8bd2-1772919298ff {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:13.481144 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:13.509281 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc302f-3568-4a80-9208-5c9667bfb5bb req-d827d888-5dd4-484c-8dcf-4927c694edfc tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:13.511870 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bddc302f-3568-4a80-9208-5c9667bfb5bb req-d827d888-5dd4-484c-8dcf-4927c694edfc tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 944 time: 0.1223145 Sep 02 04:30:13.528600 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Transition to ACTIVE for port object acb5a59c-de5c-43dc-8bd2-1772919298ff will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:13.538596 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-bb21a38e-b00f-4fcb-b768-7beaefe26aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:13.540159 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-bb21a38e-b00f-4fcb-b768-7beaefe26aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 1097 time: 0.1741240 Sep 02 04:30:13.559841 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6e45526d-1379-4b66-af5e-91de5cbc23d2 req-8adf7150-154f-4d12-9105-ed6d19fe6674 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581271 Sep 02 04:30:13.584621 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bddc302f-3568-4a80-9208-5c9667bfb5bb req-a262575f-8918-4448-bcc7-ce8e6e76a4ac tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561607 Sep 02 04:30:13.627112 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-b08ff640-65e7-4299-960b-9e625552ce9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc32208-a98b-47a3-922d-4a33035bc09e HTTP/1.1" status: 200 len: 217 time: 0.0663869 Sep 02 04:30:13.630794 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7338055-b9ee-4799-b506-f5a8a6915bff x-openstack-request-id: req-f7338055-b9ee-4799-b506-f5a8a6915bff {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:13.631122 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2654621-5e63-4dfe-be2f-855ccb98065b", "tag": "7fc32208-a98b-47a3-922d-4a33035bc09e", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:13.631412 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7338055-b9ee-4799-b506-f5a8a6915bff {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:13.631864 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2654621-5e63-4dfe-be2f-855ccb98065b', 'tag': '7fc32208-a98b-47a3-922d-4a33035bc09e', 'status': 'completed', 'code': 200} Sep 02 04:30:13.696766 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4a53-cd62-46fb-8af9-915505d490b5 req-31443a3c-e799-40ef-bfd0-216735562555 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:13.698261 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8cbc4a53-cd62-46fb-8af9-915505d490b5 req-31443a3c-e799-40ef-bfd0-216735562555 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 945 time: 0.1545501 Sep 02 04:30:13.705527 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6e45526d-1379-4b66-af5e-91de5cbc23d2 req-16a65f64-56c2-431b-93ed-37d33c2b165e service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357121 Sep 02 04:30:13.707180 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f2906bb6-ff4f-4511-ac3a-8e9e0c82d210 req-6323ed8e-9534-4084-939c-cf8fa8fcbae5 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 210 time: 0.0300698 Sep 02 04:30:13.709289 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:13.768219 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:13.770117 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-b6234d3c-a9d1-4bf6-ba25-12694dfa86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:13.772061 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-b6234d3c-a9d1-4bf6-ba25-12694dfa86ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 200 len: 858 time: 0.1300495 Sep 02 04:30:13.838690 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-410cc6fb-5295-4d83-af00-b45d749ff387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:13.842005 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-02dbd77a-2522-45fd-a023-2ca564576c6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=263dad98-82eb-49f5-a7aa-96a45a3136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629122 Sep 02 04:30:13.847043 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Pushing event updated for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:13.863417 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8cbc4a53-cd62-46fb-8af9-915505d490b5 req-7e989418-57a6-4cc1-9bb5-62ba4316e9a6 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565778 Sep 02 04:30:13.891708 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3146d225-6bdc-4864-a93a-c0e1301bc12c details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:30:13.918402 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Network ad90c133-531e-4d6b-a1ec-5f41d66215bb is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:30:13.938259 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3c711505-4162-4e0a-af45-c6ecdc0466d0 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:13.942051 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:13.947233 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:30:13.952818 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:13.953431 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:13.986239 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-410cc6fb-5295-4d83-af00-b45d749ff387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.008345 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Attempting to bind port acb5a59c-de5c-43dc-8bd2-1772919298ff on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:30:14.008595 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Attempting to bind port acb5a59c-de5c-43dc-8bd2-1772919298ff by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:30:14.008899 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Attempting to bind port acb5a59c-de5c-43dc-8bd2-1772919298ff on network 46143dd2-0d1f-423e-b171-0ee837e54bfa {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:14.031671 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 3146d225-6bdc-4864-a93a-c0e1301bc12c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:14.042195 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'Port': ['ID=eae12a40-174f-4aa8-b249-61f0b2903ae6,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:14.044497 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Port acb5a59c-de5c-43dc-8bd2-1772919298ff on network 46143dd2-0d1f-423e-b171-0ee837e54bfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:30:14.044826 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Attempting to bind port acb5a59c-de5c-43dc-8bd2-1772919298ff on network 46143dd2-0d1f-423e-b171-0ee837e54bfa {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:14.076012 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '3146d225-6bdc-4864-a93a-c0e1301bc12c', 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb', 'port_id': '3146d225-6bdc-4864-a93a-c0e1301bc12c', 'mac_address': 'fa:16:3e:18:11:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:30:14.084802 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:30:14.085156 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Checking segment: {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:14.085549 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Bound using segment: {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:30:14.085996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Bound port: acb5a59c-de5c-43dc-8bd2-1772919298ff, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:30:14.091068 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.091383 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cc6fb-5295-4d83-af00-b45d749ff387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613be551-6a1b-428b-ba7b-5c6082fb502c,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:14.095666 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-410cc6fb-5295-4d83-af00-b45d749ff387 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7fd439d0a36423a9558add467278326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7690880 Sep 02 04:30:14.098394 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42120) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:14.106367 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-079943e6-7227-4219-a9af-911b169387d0 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561355 Sep 02 04:30:14.142784 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.160675 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3146d225-6bdc-4864-a93a-c0e1301bc12c {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:14.166435 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 3c711505-4162-4e0a-af45-c6ecdc0466d0 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:14.166645 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-64b07b20-0a3e-4e6a-b515-402a9fc453bb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2737293 Sep 02 04:30:14.173453 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6d662a93-23bd-4111-ac6c-b6812656f84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.176631 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 3c711505-4162-4e0a-af45-c6ecdc0466d0 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:14.177512 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.200159 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6d662a93-23bd-4111-ac6c-b6812656f84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.215590 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 3146d225-6bdc-4864-a93a-c0e1301bc12c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:14.225743 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Request body: {'port': {'device_id': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:14.278387 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.303770 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.311556 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e91f6e8-1260-4e45-afc2-e02c3250f91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c711505-4162-4e0a-af45-c6ecdc0466d0'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:14.335619 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6d662a93-23bd-4111-ac6c-b6812656f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.345038 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6d662a93-23bd-4111-ac6c-b6812656f84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.346378 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-6d662a93-23bd-4111-ac6c-b6812656f84f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/613be551-6a1b-428b-ba7b-5c6082fb502c HTTP/1.1" status: 204 len: 168 time: 0.2466934 Sep 02 04:30:14.357164 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d662a93-23bd-4111-ac6c-b6812656f84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613be551-6a1b-428b-ba7b-5c6082fb502c,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:14.410583 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:30:14.414844 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eed0edbf-eae5-4d83-a24f-9fee02333545 req-e7a8d669-2d70-40b9-afca-420ca6afb87f service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972250 Sep 02 04:30:14.415490 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.439366 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:30:14.441105 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-6cd83f99-7e96-44f0-b834-43178451d515 None None] Provisioning for port eae12a40-174f-4aa8-b249-61f0b2903ae6 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:14.445767 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 3c711505-4162-4e0a-af45-c6ecdc0466d0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3c711505-4162-4e0a-af45-c6ecdc0466d0,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:14.459839 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-6cd83f99-7e96-44f0-b834-43178451d515 None None] Provisioning complete for port eae12a40-174f-4aa8-b249-61f0b2903ae6 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:14.460720 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6cd83f99-7e96-44f0-b834-43178451d515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.516135 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=3146d225-6bdc-4864-a93a-c0e1301bc12c,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:14.526303 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-6cd83f99-7e96-44f0-b834-43178451d515 None None] Port eae12a40-174f-4aa8-b249-61f0b2903ae6 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:30:14.535227 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da75ee-492a-4dcb-bfd8-be364026c795 req-c1dafc07-9d52-4075-a093-101235b57c2d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:14.543047 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f0da75ee-492a-4dcb-bfd8-be364026c795 req-c1dafc07-9d52-4075-a093-101235b57c2d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 945 time: 0.1134026 Sep 02 04:30:14.564801 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ef613e-25dc-47a6-b745-77e857c82262" -d '{"events": [{"server_uuid": "7e91f6e8-1260-4e45-afc2-e02c3250f91b", "name": "network-vif-plugged", "status": "completed", "tag": "3c711505-4162-4e0a-af45-c6ecdc0466d0"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:14.583512 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f0da75ee-492a-4dcb-bfd8-be364026c795 req-114f0de8-b82c-4ac5-aa83-add03ef30cbd tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394902 Sep 02 04:30:14.600643 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.608362 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.609150 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:14.612384 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3146d225-6bdc-4864-a93a-c0e1301bc12c'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:14.680220 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:14.680850 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.682999 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] 10.222.0.20 "PUT /v2.0/ports/acb5a59c-de5c-43dc-8bd2-1772919298ff HTTP/1.1" status: 200 len: 1094 time: 2.2251968 Sep 02 04:30:14.722500 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1ce0e8-f474-4d54-a91f-c0ca59405bc6 x-openstack-request-id: req-1b1ce0e8-f474-4d54-a91f-c0ca59405bc6 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:14.722785 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e91f6e8-1260-4e45-afc2-e02c3250f91b", "name": "network-vif-plugged", "status": "completed", "tag": "3c711505-4162-4e0a-af45-c6ecdc0466d0", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:14.723148 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b1ce0e8-f474-4d54-a91f-c0ca59405bc6 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:14.723473 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e91f6e8-1260-4e45-afc2-e02c3250f91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c711505-4162-4e0a-af45-c6ecdc0466d0', 'code': 200} Sep 02 04:30:14.769335 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71d6c7-326f-421d-bee0-cc078d57a764 service neutron] Pushing event updated for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:14.780419 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=3c711505-4162-4e0a-af45-c6ecdc0466d0,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:14.790434 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f9d11-fd3a-4e8f-8fbf-00e14030fddf req-dab62fa8-8a67-4a77-af35-0e0b1e0486e8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:14.791985 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2f7f9d11-fd3a-4e8f-8fbf-00e14030fddf req-dab62fa8-8a67-4a77-af35-0e0b1e0486e8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.1990960 Sep 02 04:30:14.860930 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3 req-97b553f1-fbae-430b-9e91-41af7fb05be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:14.865911 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3 req-97b553f1-fbae-430b-9e91-41af7fb05be8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 1097 time: 0.1825907 Sep 02 04:30:14.889087 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d438a0-ded2-4a86-8836-e703e9cce056 req-c62ecdb0-a77b-40ad-9dbb-6e994c1b3d74 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:14.897110 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:14.904954 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:14.905744 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:14.909131 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-01d438a0-ded2-4a86-8836-e703e9cce056 req-c62ecdb0-a77b-40ad-9dbb-6e994c1b3d74 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 944 time: 0.0811231 Sep 02 04:30:14.958495 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-01d438a0-ded2-4a86-8836-e703e9cce056 req-72a5db9e-92a1-4a76-8e64-a7ccb1c92160 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483491 Sep 02 04:30:15.009098 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2f7f9d11-fd3a-4e8f-8fbf-00e14030fddf req-15b3282d-738f-46e7-a1f8-acc3500a5cda tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742852 Sep 02 04:30:15.068894 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:15.112576 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba2a6-b24e-4b43-838c-9952d526195c req-14da88e7-bd71-41b3-9369-8a035a4b261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:15.113946 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-14da88e7-bd71-41b3-9369-8a035a4b261e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 1097 time: 0.1913395 Sep 02 04:30:15.115243 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc111b-7697-49ad-a37e-f80cb772434f req-cae39e80-753a-4c76-b2a1-16e5347b7be1 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:15.116977 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,segment=NetworkSegment(13961777-080c-4662-8dba-f04728c7410a),segment_id=13961777-080c-4662-8dba-f04728c7410a)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:15.123316 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f5dc111b-7697-49ad-a37e-f80cb772434f req-cae39e80-753a-4c76-b2a1-16e5347b7be1 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 931 time: 0.0938227 Sep 02 04:30:15.167848 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3 req-8d4ba8d9-69c8-4c70-b4fc-b67539821adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:15.169389 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3 req-8d4ba8d9-69c8-4c70-b4fc-b67539821adf service neutron] 10.222.0.20 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 918 time: 0.2921741 Sep 02 04:30:15.182839 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f5dc111b-7697-49ad-a37e-f80cb772434f req-f6b5cf9a-b4cf-4d09-8536-6909fe25bda7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580561 Sep 02 04:30:15.192245 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:15.276295 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-e790c967-2cc9-423f-bfa5-56140a621cf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff HTTP/1.1" status: 200 len: 217 time: 0.1409082 Sep 02 04:30:15.288200 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bd93d-6855-4c15-9c30-dda314cb7cde req-3f6ee593-ae41-44b0-9455-102d53d66db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:15.289477 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e43bd93d-6855-4c15-9c30-dda314cb7cde req-3f6ee593-ae41-44b0-9455-102d53d66db1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 1099 time: 0.0963392 Sep 02 04:30:15.292578 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:15.305731 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae12a40-174f-4aa8-b249-61f0b2903ae6 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:15.309884 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-e43bd93d-6855-4c15-9c30-dda314cb7cde req-a713b7ec-6286-4f58-9fcc-d84c207713e5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:15.315249 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:15.332554 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Transition to ACTIVE for port object eae12a40-174f-4aa8-b249-61f0b2903ae6 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:15.334062 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3 req-aa95fa1a-197a-42fd-af06-efd0d33b499d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc32208-a98b-47a3-922d-4a33035bc09e HTTP/1.1" status: 200 len: 217 time: 0.1353607 Sep 02 04:30:15.414320 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-e43bd93d-6855-4c15-9c30-dda314cb7cde req-a713b7ec-6286-4f58-9fcc-d84c207713e5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:15.417744 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:15.489913 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [req-e43bd93d-6855-4c15-9c30-dda314cb7cde req-a713b7ec-6286-4f58-9fcc-d84c207713e5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:15.523856 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e43bd93d-6855-4c15-9c30-dda314cb7cde req-a713b7ec-6286-4f58-9fcc-d84c207713e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267809 Sep 02 04:30:15.537111 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713b7ec-6286-4f58-9fcc-d84c207713e5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00c3122f-2abb-4ab1-9037-7091bcb538a0,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:15.666255 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:15.668508 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6924d5c-c9ea-41c5-897a-1a26eef40661" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:15.691077 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba2a6-b24e-4b43-838c-9952d526195c req-e5100234-1d75-454a-811b-6f84e9501309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:15.697829 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-e5100234-1d75-454a-811b-6f84e9501309 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.3618569 Sep 02 04:30:15.706418 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef728c-5b7b-4e4b-b8d3-4132df7e95d3 req-f1b92d70-1537-409f-ba71-7eef0b4f0043 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:15.713718 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2eef728c-5b7b-4e4b-b8d3-4132df7e95d3 req-f1b92d70-1537-409f-ba71-7eef0b4f0043 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 946 time: 0.0616863 Sep 02 04:30:15.721072 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f2a72-70d8-4b4d-9596-50dabf5f1f3f req-1b7487af-c867-4062-81ad-1da9a252a32c tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:15.722571 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-028f2a72-70d8-4b4d-9596-50dabf5f1f3f req-1b7487af-c867-4062-81ad-1da9a252a32c tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 946 time: 0.5522807 Sep 02 04:30:15.724095 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3 req-ca7e4465-b4cd-45fd-bbff-9363afed117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:15.725450 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3 req-ca7e4465-b4cd-45fd-bbff-9363afed117a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 200 len: 858 time: 0.3686953 Sep 02 04:30:15.760439 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eae12a40-174f-4aa8-b249-61f0b2903ae6,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:15.796048 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2eef728c-5b7b-4e4b-b8d3-4132df7e95d3 req-728e9236-4a73-4761-b03f-b8916d6757ba tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757515 Sep 02 04:30:15.803871 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Attempting to bind port eae12a40-174f-4aa8-b249-61f0b2903ae6 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:30:15.804017 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Attempting to bind port eae12a40-174f-4aa8-b249-61f0b2903ae6 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:30:15.804398 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Attempting to bind port eae12a40-174f-4aa8-b249-61f0b2903ae6 on network ad90c133-531e-4d6b-a1ec-5f41d66215bb {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:15.809450 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-028f2a72-70d8-4b4d-9596-50dabf5f1f3f req-c42ecc66-9fc8-4fe4-af64-a18b5c01a5d6 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788360 Sep 02 04:30:15.812858 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Port eae12a40-174f-4aa8-b249-61f0b2903ae6 on network ad90c133-531e-4d6b-a1ec-5f41d66215bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:30:15.813874 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Attempting to bind port eae12a40-174f-4aa8-b249-61f0b2903ae6 on network ad90c133-531e-4d6b-a1ec-5f41d66215bb {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:15.820687 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:30:15.821041 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Checking segment: {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:15.821483 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Bound using segment: {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:30:15.822152 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Bound port: eae12a40-174f-4aa8-b249-61f0b2903ae6, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:30:15.822721 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:15.842257 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e658c15b-3737-4faa-a393-5f246b5c2b6e x-openstack-request-id: req-e658c15b-3737-4faa-a393-5f246b5c2b6e {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:15.847601 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:15.847601 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e658c15b-3737-4faa-a393-5f246b5c2b6e {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:15.847601 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'status': 'completed', 'code': 200} Sep 02 04:30:15.901710 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7fc32208-a98b-47a3-922d-4a33035bc09e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:30:15.907132 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3146d225-6bdc-4864-a93a-c0e1301bc12c up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:15.955254 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] For port eae12a40-174f-4aa8-b249-61f0b2903ae6, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:30:15.959055 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3 req-3f4cbd30-48e6-4983-9fae-50b796a2b4ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=263dad98-82eb-49f5-a7aa-96a45a3136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196826 Sep 02 04:30:15.961062 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] For port eae12a40-174f-4aa8-b249-61f0b2903ae6, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=eae12a40-174f-4aa8-b249-61f0b2903ae6,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:30:16.003644 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba2a6-b24e-4b43-838c-9952d526195c req-fedac896-e109-43be-81d8-02a7c96e423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:16.005259 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-fedac896-e109-43be-81d8-02a7c96e423b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1647170 Sep 02 04:30:16.055475 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 7fc32208-a98b-47a3-922d-4a33035bc09e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7fc32208-a98b-47a3-922d-4a33035bc09e,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:16.067023 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '7fc32208-a98b-47a3-922d-4a33035bc09e', 'network_id': '263dad98-82eb-49f5-a7aa-96a45a3136eb', 'port_id': '7fc32208-a98b-47a3-922d-4a33035bc09e', 'mac_address': 'fa:16:3e:4c:ee:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a897af-bc9e-4d42-98ea-0b9d921a78a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:30:16.068916 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 3146d225-6bdc-4864-a93a-c0e1301bc12c completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:16.075340 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 3146d225-6bdc-4864-a93a-c0e1301bc12c triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:16.075714 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:16.088997 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:16.214241 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:16.214420 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d076f7c-39aa-470a-a08f-704715489d11 req-6e42cf74-aaa5-4df0-9d03-2d608dbdc273 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:16.218450 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:16.218578 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5d076f7c-39aa-470a-a08f-704715489d11 req-6e42cf74-aaa5-4df0-9d03-2d608dbdc273 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0830576 Sep 02 04:30:16.218656 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/eae12a40-174f-4aa8-b249-61f0b2903ae6 HTTP/1.1" status: 200 len: 1093 time: 2.0045571 Sep 02 04:30:16.239038 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3 req-a3e81a38-beec-4b96-9b80-addcb3137b28 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698426 Sep 02 04:30:16.258568 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:16.290745 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e80ff-aa38-4391-bf6b-744032ce88cc req-b5081d4b-1196-46b7-bcab-91656f7c0508 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:16.292342 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-993e80ff-aa38-4391-bf6b-744032ce88cc req-b5081d4b-1196-46b7-bcab-91656f7c0508 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 944 time: 0.2605100 Sep 02 04:30:16.321207 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5d076f7c-39aa-470a-a08f-704715489d11 req-51d24d8c-408d-4313-b35a-97055e9f06a1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976155 Sep 02 04:30:16.326715 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-8b4ddc3f-2653-4e7d-852d-8993f1340096 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094785 Sep 02 04:30:16.327843 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea648fd7-e621-4e6c-bcec-80a4399c06c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eae12a40-174f-4aa8-b249-61f0b2903ae6,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:16.371492 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc32208-a98b-47a3-922d-4a33035bc09e {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:16.414251 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:16.429294 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 7fc32208-a98b-47a3-922d-4a33035bc09e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7fc32208-a98b-47a3-922d-4a33035bc09e,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:16.489569 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 3146d225-6bdc-4864-a93a-c0e1301bc12c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:16.515739 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f48998-018d-4086-8e3a-fed0b37123b8 req-e8cb24a1-c54e-406a-b56c-c7537136bef2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:16.517561 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e3f48998-018d-4086-8e3a-fed0b37123b8 req-e8cb24a1-c54e-406a-b56c-c7537136bef2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 943 time: 0.0871618 Sep 02 04:30:16.542402 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:16.556260 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-993e80ff-aa38-4391-bf6b-744032ce88cc req-54540a7b-365e-4466-8b6a-7da5a580b922 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346163 Sep 02 04:30:16.578562 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e3f48998-018d-4086-8e3a-fed0b37123b8 req-c9c33bc5-dd10-41c9-bd2b-9492a1a9f10c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541310 Sep 02 04:30:16.591347 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-0d7ef4a5-f3bf-428a-87bb-b012b75e0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:16.592907 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-0d7ef4a5-f3bf-428a-87bb-b012b75e0974 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 1096 time: 0.1752808 Sep 02 04:30:16.599795 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-200a0dc4-6f0b-4185-aba9-38ae50ee7fc3 req-1718e43d-cd75-4475-9e3f-6962be30a6b0 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402507 Sep 02 04:30:16.605582 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-678ba2a6-b24e-4b43-838c-9952d526195c req-3019b9b9-90f3-48e2-98b0-e0d8f4dfaffc service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566695 Sep 02 04:30:16.619019 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:16.627884 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=7fc32208-a98b-47a3-922d-4a33035bc09e,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:16.676566 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-1ff3ee16-eef6-457f-a280-26e81ef4d0c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12a40-174f-4aa8-b249-61f0b2903ae6 HTTP/1.1" status: 200 len: 217 time: 0.0399048 Sep 02 04:30:16.687602 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=3146d225-6bdc-4864-a93a-c0e1301bc12c,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:16.724470 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7102e2-bb80-4a08-8689-fe3c5678fb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb'}, {'server_uuid': '3ffde743-fe81-4cab-9344-57ca521c59f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3146d225-6bdc-4864-a93a-c0e1301bc12c'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:16.725728 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-b441ce2c-e62d-4a6a-8129-c03525e643cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:16.726739 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d70a88f-4116-4377-ac4c-9efeb704dd30" -d '{"events": [{"server_uuid": "9a7102e2-bb80-4a08-8689-fe3c5678fb83", "name": "network-vif-plugged", "status": "completed", "tag": "7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb"}, {"server_uuid": "3ffde743-fe81-4cab-9344-57ca521c59f4", "name": "network-vif-plugged", "status": "completed", "tag": "3146d225-6bdc-4864-a93a-c0e1301bc12c"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:16.727484 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-b441ce2c-e62d-4a6a-8129-c03525e643cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3f036dc-04d9-4fbb-81de-d3916611a42e HTTP/1.1" status: 200 len: 849 time: 0.0430872 Sep 02 04:30:16.773165 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-63b18101-3840-470f-8ca7-69f23ee4289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:16.774649 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-63b18101-3840-470f-8ca7-69f23ee4289b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad90c133-531e-4d6b-a1ec-5f41d66215bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405827 Sep 02 04:30:16.779632 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b853a25-da3f-498b-b10f-1d5cef7612cf x-openstack-request-id: req-1b853a25-da3f-498b-b10f-1d5cef7612cf {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:16.779964 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7102e2-bb80-4a08-8689-fe3c5678fb83", "name": "network-vif-plugged", "status": "completed", "tag": "7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb", "code": 200}, {"server_uuid": "3ffde743-fe81-4cab-9344-57ca521c59f4", "name": "network-vif-plugged", "status": "completed", "tag": "3146d225-6bdc-4864-a93a-c0e1301bc12c", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:16.780268 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b853a25-da3f-498b-b10f-1d5cef7612cf {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:16.780663 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7102e2-bb80-4a08-8689-fe3c5678fb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb', 'code': 200} Sep 02 04:30:16.780911 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffde743-fe81-4cab-9344-57ca521c59f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3146d225-6bdc-4864-a93a-c0e1301bc12c', 'code': 200} Sep 02 04:30:16.856634 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['7fc32208-a98b-47a3-922d-4a33035bc09e'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:16.921231 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37165ce9-25ce-460b-bc43-7c0684ccfb26 req-810a219b-258e-4e72-a83f-cb7e8bd55b5d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:16.928938 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-37165ce9-25ce-460b-bc43-7c0684ccfb26 req-810a219b-258e-4e72-a83f-cb7e8bd55b5d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 946 time: 0.0717833 Sep 02 04:30:16.996450 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-37165ce9-25ce-460b-bc43-7c0684ccfb26 req-211bd10e-aa03-434c-a80c-d70340094d1c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639286 Sep 02 04:30:17.067313 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a341daf-31e3-4009-953c-82b34e375010 req-c8388dfc-c962-411b-88ae-3b0139ed8b3d tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:17.068838 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0a341daf-31e3-4009-953c-82b34e375010 req-c8388dfc-c962-411b-88ae-3b0139ed8b3d tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 946 time: 0.1676543 Sep 02 04:30:17.080414 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-7636af5b-e14d-4a80-a8a8-755a4c0b468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:17.081767 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-7636af5b-e14d-4a80-a8a8-755a4c0b468f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 1097 time: 0.1495883 Sep 02 04:30:17.134086 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-00e04cbe-287a-46f5-acfc-2f1e71c1f38f service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181890 Sep 02 04:30:17.203102 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0a341daf-31e3-4009-953c-82b34e375010 req-83346655-a6ef-4b8c-8597-ef36acf23111 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248302 Sep 02 04:30:17.275001 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-8e40bf9e-fd20-45d7-a0ba-0f2d9132f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:17.276526 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-8e40bf9e-fd20-45d7-a0ba-0f2d9132f6ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 917 time: 0.1773071 Sep 02 04:30:17.298796 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8d016d-343e-401e-aa15-27916e2b5a19 req-3283df93-4b40-40cc-ac17-17fe5dcea488 service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419001 Sep 02 04:30:17.355808 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-b5fc6cf5-9019-4e89-8b75-33811507fe12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff HTTP/1.1" status: 200 len: 217 time: 0.0411146 Sep 02 04:30:17.520537 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780347d5-3417-46a5-83d1-c02549d8a0a2 req-61e3a929-64d9-4035-8b4b-0b34e813756f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:17.530198 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-780347d5-3417-46a5-83d1-c02549d8a0a2 req-61e3a929-64d9-4035-8b4b-0b34e813756f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.1072738 Sep 02 04:30:17.568636 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-780347d5-3417-46a5-83d1-c02549d8a0a2 req-81a3270d-ecfd-40e8-89fb-e1470c74bcf6 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393879 Sep 02 04:30:17.591572 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a7578-7caf-4bf4-a1b9-dcacdefb5625 req-f1977b52-4801-4d16-8477-9bc34b82110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:17.593090 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1c6a7578-7caf-4bf4-a1b9-dcacdefb5625 req-f1977b52-4801-4d16-8477-9bc34b82110f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 1098 time: 0.2191737 Sep 02 04:30:17.594696 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-7cd35c4f-71fa-4fd2-b4ac-6d6095cff90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:17.596246 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-7cd35c4f-71fa-4fd2-b4ac-6d6095cff90a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.2125728 Sep 02 04:30:17.601797 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5c05c-da1f-41be-bf3f-02b3e79ed650 req-e480c8be-ef0c-4026-b863-55b740a77de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:17.603497 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-afb5c05c-da1f-41be-bf3f-02b3e79ed650 req-e480c8be-ef0c-4026-b863-55b740a77de2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 1099 time: 0.2211974 Sep 02 04:30:17.722607 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1c6a7578-7caf-4bf4-a1b9-dcacdefb5625 req-c72cf3da-8137-4902-be68-47e1ca9b6c0f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143107 Sep 02 04:30:17.727703 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-afb5c05c-da1f-41be-bf3f-02b3e79ed650 req-8fee8566-931c-4168-b67c-de9325a49612 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054049 Sep 02 04:30:17.737825 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cac30-81c4-406b-81c2-ed3248a55d8c req-287ca7f3-0a6b-4bbc-88ab-6b1dccf1318f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:17.739172 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-c595b219-17a5-44d3-bbcf-cb8fd4c7561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:17.739591 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3b3cac30-81c4-406b-81c2-ed3248a55d8c req-287ca7f3-0a6b-4bbc-88ab-6b1dccf1318f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 943 time: 0.0598538 Sep 02 04:30:17.740681 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-c595b219-17a5-44d3-bbcf-cb8fd4c7561d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175852 Sep 02 04:30:17.752705 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b9d1c-5a5e-46af-b1f9-3e0d542e3b76 req-f5491483-c86c-47c8-9e91-20cf128d3a71 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:17.754172 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ba2b9d1c-5a5e-46af-b1f9-3e0d542e3b76 req-f5491483-c86c-47c8-9e91-20cf128d3a71 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 945 time: 0.0870144 Sep 02 04:30:17.784953 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3b3cac30-81c4-406b-81c2-ed3248a55d8c req-46458396-90a2-46ba-b709-414b81043f76 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384841 Sep 02 04:30:17.800371 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ba2b9d1c-5a5e-46af-b1f9-3e0d542e3b76 req-8872d2a7-38c3-46ec-9da6-c37d8fcedf0d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358572 Sep 02 04:30:17.844356 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'tag': 'eae12a40-174f-4aa8-b249-61f0b2903ae6'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:17.846588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aa3eb4-bdfd-425b-89c9-780edfd790b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fdfd22-1160-4f16-ad90-ec2fd5150229", "tag": "eae12a40-174f-4aa8-b249-61f0b2903ae6"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:17.881651 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf2f30c-0b06-4316-87a3-b722c3cb1285 x-openstack-request-id: req-8cf2f30c-0b06-4316-87a3-b722c3cb1285 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:17.881944 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fdfd22-1160-4f16-ad90-ec2fd5150229", "tag": "eae12a40-174f-4aa8-b249-61f0b2903ae6", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:17.882194 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cf2f30c-0b06-4316-87a3-b722c3cb1285 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:17.882584 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'tag': 'eae12a40-174f-4aa8-b249-61f0b2903ae6', 'status': 'completed', 'code': 200} Sep 02 04:30:17.911571 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device acb5a59c-de5c-43dc-8bd2-1772919298ff details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:30:17.918924 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7fc32208-a98b-47a3-922d-4a33035bc09e up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:17.953426 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42230) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:18.050401 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:18.059566 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-71c24550-a3bf-4a01-9174-51c77ba26834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:18.061754 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'port_id': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'mac_address': 'fa:16:3e:30:97:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:30:18.107216 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:18.108916 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 7fc32208-a98b-47a3-922d-4a33035bc09e completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:18.119223 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b39b93-b5c7-4c90-b3d5-c9f5c12268aa req-627444b9-6202-415f-a226-32159487ac78 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:18.120221 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 7fc32208-a98b-47a3-922d-4a33035bc09e triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:18.120649 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:18.122076 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-98b39b93-b5c7-4c90-b3d5-c9f5c12268aa req-627444b9-6202-415f-a226-32159487ac78 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 946 time: 0.0516906 Sep 02 04:30:18.141326 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb5a59c-de5c-43dc-8bd2-1772919298ff {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:18.165536 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-71c24550-a3bf-4a01-9174-51c77ba26834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:18.170556 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:18.191720 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-98b39b93-b5c7-4c90-b3d5-c9f5c12268aa req-ad268863-b91d-436b-8465-ce1f57ecbc86 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619037 Sep 02 04:30:18.220881 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-71c24550-a3bf-4a01-9174-51c77ba26834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:18.223651 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:18.257720 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:18.272395 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 7fc32208-a98b-47a3-922d-4a33035bc09e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7fc32208-a98b-47a3-922d-4a33035bc09e,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:18.315624 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-71c24550-a3bf-4a01-9174-51c77ba26834 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d16233e08241485ead29e469744f22af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601203 Sep 02 04:30:18.316078 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 42240) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:18.336197 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24550-a3bf-4a01-9174-51c77ba26834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dab134f-4ed2-44a3-8c56-de108b36dfe6,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:18.357164 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:18.359093 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b6f38-de55-42bc-9f75-5f5f985407ac req-5fb5cc1b-be1f-4ed7-8683-2129f0ac46cf tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:18.367659 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b46b6f38-de55-42bc-9f75-5f5f985407ac req-5fb5cc1b-be1f-4ed7-8683-2129f0ac46cf tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 946 time: 0.0796561 Sep 02 04:30:18.368808 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:18.411741 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b46b6f38-de55-42bc-9f75-5f5f985407ac req-50f5b856-976d-4f03-8b5f-1a47de678d4a tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430241 Sep 02 04:30:18.427986 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=7fc32208-a98b-47a3-922d-4a33035bc09e,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:18.660106 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['acb5a59c-de5c-43dc-8bd2-1772919298ff'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:18.675117 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-c7376a4d-db8d-46f1-8f03-f6651bb07a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:18.676572 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-c7376a4d-db8d-46f1-8f03-f6651bb07a05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 1096 time: 0.3024874 Sep 02 04:30:18.679735 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-957611ee-61d6-473a-b0ad-84c6a36d0355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:18.753086 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-be98f6f2-6a5e-4ac0-9a69-f74ac0d49c9c service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072030 Sep 02 04:30:18.756987 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-957611ee-61d6-473a-b0ad-84c6a36d0355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:18.782397 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2654621-5e63-4dfe-be2f-855ccb98065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc32208-a98b-47a3-922d-4a33035bc09e'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:18.784779 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e788b042-65f3-416a-a627-7104f07a1104" -d '{"events": [{"server_uuid": "c2654621-5e63-4dfe-be2f-855ccb98065b", "name": "network-vif-plugged", "status": "completed", "tag": "7fc32208-a98b-47a3-922d-4a33035bc09e"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:18.840607 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41091af-6c04-414b-8e9d-c8e380183b3c req-d71ebdab-0dd7-476e-ba9d-6e524610e6e5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:18.842123 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85622a1-3f3b-44a1-93ef-feae03bccea1 x-openstack-request-id: req-d85622a1-3f3b-44a1-93ef-feae03bccea1 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:18.842244 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e41091af-6c04-414b-8e9d-c8e380183b3c req-d71ebdab-0dd7-476e-ba9d-6e524610e6e5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 945 time: 0.1815910 Sep 02 04:30:18.842505 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2654621-5e63-4dfe-be2f-855ccb98065b", "name": "network-vif-plugged", "status": "completed", "tag": "7fc32208-a98b-47a3-922d-4a33035bc09e", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:18.842789 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d85622a1-3f3b-44a1-93ef-feae03bccea1 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:18.843049 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2654621-5e63-4dfe-be2f-855ccb98065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc32208-a98b-47a3-922d-4a33035bc09e', 'code': 200} Sep 02 04:30:18.944283 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-feec9106-16ef-495d-a682-85e0937daac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:18.945846 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-feec9106-16ef-495d-a682-85e0937daac5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad90c133-531e-4d6b-a1ec-5f41d66215bb HTTP/1.1" status: 200 len: 910 time: 0.2451007 Sep 02 04:30:18.967890 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec048b3-cd07-4955-9616-60ddcd67a496 req-1363c2f0-3268-43c8-a682-8ecc922058ce tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:18.969767 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bec048b3-cd07-4955-9616-60ddcd67a496 req-1363c2f0-3268-43c8-a682-8ecc922058ce tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 943 time: 0.0796659 Sep 02 04:30:18.980310 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e41091af-6c04-414b-8e9d-c8e380183b3c req-781721c3-1912-44f3-bd10-0de76b2a69b4 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252513 Sep 02 04:30:19.009809 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-5398bab1-e785-4496-b6c3-b67173106a90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12a40-174f-4aa8-b249-61f0b2903ae6 HTTP/1.1" status: 200 len: 217 time: 0.0527973 Sep 02 04:30:19.011831 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c6924d5c-c9ea-41c5-897a-1a26eef40661 req-11948e37-7938-445c-ac4b-d022b7b9df0a service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369907 Sep 02 04:30:19.016876 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bec048b3-cd07-4955-9616-60ddcd67a496 req-f7d60cbf-0b2b-433f-924f-ecfac89925a8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401762 Sep 02 04:30:19.106374 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-957611ee-61d6-473a-b0ad-84c6a36d0355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:19.109028 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-957611ee-61d6-473a-b0ad-84c6a36d0355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:19.110254 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-957611ee-61d6-473a-b0ad-84c6a36d0355 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dab134f-4ed2-44a3-8c56-de108b36dfe6 HTTP/1.1" status: 204 len: 168 time: 0.7920954 Sep 02 04:30:19.130883 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957611ee-61d6-473a-b0ad-84c6a36d0355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dab134f-4ed2-44a3-8c56-de108b36dfe6,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:19.137935 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-68035882-02d2-46b2-ae53-c8eaf182f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:19.139490 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-68035882-02d2-46b2-ae53-c8eaf182f94f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3f036dc-04d9-4fbb-81de-d3916611a42e HTTP/1.1" status: 200 len: 849 time: 0.0923085 Sep 02 04:30:19.153128 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39eb5d-bb1f-48e4-bd06-94bf804f971f req-7e864bf5-e3ae-4dd9-9cb9-f6158b21cbc9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:19.155079 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8a39eb5d-bb1f-48e4-bd06-94bf804f971f req-7e864bf5-e3ae-4dd9-9cb9-f6158b21cbc9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.1098623 Sep 02 04:30:19.198660 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8a39eb5d-bb1f-48e4-bd06-94bf804f971f req-1558423c-a693-40b5-90b3-1e4ab6df4faa tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 Sep 02 04:30:19.281328 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-d8a8abb2-2ca4-4947-b5dc-3f0bf1aafd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:19.283412 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-d8a8abb2-2ca4-4947-b5dc-3f0bf1aafd3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad90c133-531e-4d6b-a1ec-5f41d66215bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654020 Sep 02 04:30:19.294120 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a925ec-1855-497f-a999-94c360273f86 req-9977a101-cbd9-4029-a7f1-8635528652a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:19.295551 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d2a925ec-1855-497f-a999-94c360273f86 req-9977a101-cbd9-4029-a7f1-8635528652a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 1099 time: 0.0491340 Sep 02 04:30:19.415132 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d2a925ec-1855-497f-a999-94c360273f86 req-f4cbbd8f-64db-4f5d-a725-6c13657c0ca5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730333 Sep 02 04:30:19.442404 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-dc5c169d-0407-4fae-bd27-0a689c751bf0 service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184564 Sep 02 04:30:19.538079 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ed436-07af-4e0a-a322-37de4d098da2 req-24f7b186-71ba-46ab-a12c-03969b4b0169 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:19.539706 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-277ed436-07af-4e0a-a322-37de4d098da2 req-24f7b186-71ba-46ab-a12c-03969b4b0169 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 946 time: 0.0554843 Sep 02 04:30:19.579427 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-277ed436-07af-4e0a-a322-37de4d098da2 req-f6b21161-0cde-4d83-88da-ddf53a74ad34 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Sep 02 04:30:19.832068 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-92aa3eb4-bdfd-425b-89c9-780edfd790b0 req-79313348-5e8d-4b41-b2b6-53115d5a44ef service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908122 Sep 02 04:30:19.950021 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device eae12a40-174f-4aa8-b249-61f0b2903ae6 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:30:19.965927 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device acb5a59c-de5c-43dc-8bd2-1772919298ff up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:20.112326 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port eae12a40-174f-4aa8-b249-61f0b2903ae6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=eae12a40-174f-4aa8-b249-61f0b2903ae6,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:20.129405 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': 'eae12a40-174f-4aa8-b249-61f0b2903ae6', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'port_id': 'eae12a40-174f-4aa8-b249-61f0b2903ae6', 'mac_address': 'fa:16:3e:2e:b3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:30:20.131462 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85638c1c-1bdb-466d-912d-b3f8f42b28ed req-17f357c4-60fa-4ab8-98e8-6e4692aecfd0 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:20.136409 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-85638c1c-1bdb-466d-912d-b3f8f42b28ed req-17f357c4-60fa-4ab8-98e8-6e4692aecfd0 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 945 time: 0.0646493 Sep 02 04:30:20.189886 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:20.202489 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25d6bd-dcea-4ab2-9e79-41e02bda3d2c req-4007477c-3c37-4c00-a2c2-1a6a5ba4403b tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:20.203793 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae12a40-174f-4aa8-b249-61f0b2903ae6 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:20.205234 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-85638c1c-1bdb-466d-912d-b3f8f42b28ed req-5da8a2db-adc5-48f4-a4f8-a64e7f9f8e87 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612466 Sep 02 04:30:20.222187 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5d25d6bd-dcea-4ab2-9e79-41e02bda3d2c req-4007477c-3c37-4c00-a2c2-1a6a5ba4403b tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 943 time: 0.1034529 Sep 02 04:30:20.232053 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port acb5a59c-de5c-43dc-8bd2-1772919298ff completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:20.238268 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port eae12a40-174f-4aa8-b249-61f0b2903ae6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=eae12a40-174f-4aa8-b249-61f0b2903ae6,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:20.240112 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port acb5a59c-de5c-43dc-8bd2-1772919298ff triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:20.240856 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:20.280522 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5d25d6bd-dcea-4ab2-9e79-41e02bda3d2c req-c4518efb-3bbe-4d29-848a-e98189cfcedc tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393517 Sep 02 04:30:20.335411 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:20.409348 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c7fa2-da33-4735-84d0-fab28dd8ba27 req-fedf56a7-e815-4a41-980b-ec727610697f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:20.409348 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ae6c7fa2-da33-4735-84d0-fab28dd8ba27 req-fedf56a7-e815-4a41-980b-ec727610697f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0804534 Sep 02 04:30:20.422033 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:20.437667 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=eae12a40-174f-4aa8-b249-61f0b2903ae6,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:20.459971 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ae6c7fa2-da33-4735-84d0-fab28dd8ba27 req-ae7af4b7-2b24-46a6-bd7f-a44189dc837d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464120 Sep 02 04:30:20.463393 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:20.586527 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:20.638647 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:20.698729 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ad9d-5174-48f6-9260-0c65fbc39015 req-78b8da12-e983-47a3-87f4-6e3cdf95be27 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:20.700212 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1b48ad9d-5174-48f6-9260-0c65fbc39015 req-78b8da12-e983-47a3-87f4-6e3cdf95be27 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 946 time: 0.0484517 Sep 02 04:30:20.740586 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1b48ad9d-5174-48f6-9260-0c65fbc39015 req-eeb7199a-9b1f-428d-a123-a0f8a6a0de6a tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Sep 02 04:30:20.786742 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['eae12a40-174f-4aa8-b249-61f0b2903ae6'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:20.843791 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:20.847571 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bbab8f-64ed-44de-97df-f18b5c96ae04" -d '{"events": [{"server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "name": "network-vif-plugged", "status": "completed", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:20.899700 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6c5e0e-1ef9-41d1-b118-8d4d10bd33a6 x-openstack-request-id: req-8f6c5e0e-1ef9-41d1-b118-8d4d10bd33a6 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:20.900047 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "name": "network-vif-plugged", "status": "completed", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:20.900836 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f6c5e0e-1ef9-41d1-b118-8d4d10bd33a6 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:20.901240 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'code': 200} Sep 02 04:30:21.013916 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 42344) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:21.179950 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6e0b2021-4eaa-4f16-91d2-a95125f4356b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:21.274735 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6e0b2021-4eaa-4f16-91d2-a95125f4356b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:21.334091 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc529b-a2db-4f36-b674-1de35f4326d9 req-302301dd-ae7c-48d3-8259-ceef355100eb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:21.335546 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8fbc529b-a2db-4f36-b674-1de35f4326d9 req-302301dd-ae7c-48d3-8259-ceef355100eb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0476356 Sep 02 04:30:21.389754 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6e0b2021-4eaa-4f16-91d2-a95125f4356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:21.417967 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8fbc529b-a2db-4f36-b674-1de35f4326d9 req-154560c7-1053-4dab-b1f7-97addf05211d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764699 Sep 02 04:30:21.445617 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-6e0b2021-4eaa-4f16-91d2-a95125f4356b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=965f28c14fde4093bd6de40eebc99724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306300 Sep 02 04:30:21.446833 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b2021-4eaa-4f16-91d2-a95125f4356b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fe7d92-e098-459d-a075-450ca076a1d6,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:21.450182 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42362) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:21.454207 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0159249-5875-4450-8bae-f84540bdfd12 req-7cea26fe-65d5-45f2-a3f5-fccde5fe4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:21.455686 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a0159249-5875-4450-8bae-f84540bdfd12 req-7cea26fe-65d5-45f2-a3f5-fccde5fe4d7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 1099 time: 0.1010866 Sep 02 04:30:21.497014 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a0159249-5875-4450-8bae-f84540bdfd12 req-f2a37ccf-bbc0-4060-885a-c7ef69378ba9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Sep 02 04:30:21.561082 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0348404-71c4-415c-b4b8-b8cee27000d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:21.567666 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe61b8-b14b-4d1d-8cf9-efb753e9e463 req-f58539e4-e8f5-47b7-8c79-bacc28030d9f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:21.571016 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1bbe61b8-b14b-4d1d-8cf9-efb753e9e463 req-f58539e4-e8f5-47b7-8c79-bacc28030d9f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 944 time: 0.0557592 Sep 02 04:30:21.590737 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0348404-71c4-415c-b4b8-b8cee27000d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:21.624432 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1bbe61b8-b14b-4d1d-8cf9-efb753e9e463 req-bf64366b-5bb1-49c1-9a64-70557b517d5a tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398002 Sep 02 04:30:21.713193 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917641b9-9f91-4ad2-acca-c0f40d02e644 req-7f51ce29-5406-4d4e-983c-aa734295504f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:21.715323 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-917641b9-9f91-4ad2-acca-c0f40d02e644 req-7f51ce29-5406-4d4e-983c-aa734295504f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0551322 Sep 02 04:30:21.762946 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-917641b9-9f91-4ad2-acca-c0f40d02e644 req-c6a27b12-06ef-47b3-b9d9-672e9ac48686 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395646 Sep 02 04:30:21.798820 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0348404-71c4-415c-b4b8-b8cee27000d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:21.801649 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0348404-71c4-415c-b4b8-b8cee27000d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:21.802856 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-c0348404-71c4-415c-b4b8-b8cee27000d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09fe7d92-e098-459d-a075-450ca076a1d6 HTTP/1.1" status: 204 len: 168 time: 0.3516598 Sep 02 04:30:21.819587 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0348404-71c4-415c-b4b8-b8cee27000d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fe7d92-e098-459d-a075-450ca076a1d6,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:21.983368 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device eae12a40-174f-4aa8-b249-61f0b2903ae6 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:22.102397 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port eae12a40-174f-4aa8-b249-61f0b2903ae6 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:22.106608 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port eae12a40-174f-4aa8-b249-61f0b2903ae6 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:22.106872 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:22.186768 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:22.220362 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port eae12a40-174f-4aa8-b249-61f0b2903ae6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=eae12a40-174f-4aa8-b249-61f0b2903ae6,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:22.323616 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:22.351555 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1a907-7b90-4e70-88ed-e4ebffa53828 req-ce947e46-91b7-42a1-8056-464eda745386 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:22.353604 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-32c1a907-7b90-4e70-88ed-e4ebffa53828 req-ce947e46-91b7-42a1-8056-464eda745386 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0701432 Sep 02 04:30:22.398628 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-32c1a907-7b90-4e70-88ed-e4ebffa53828 req-a380f63a-701a-4a66-83b7-397d2e8ef636 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385370 Sep 02 04:30:22.425435 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=eae12a40-174f-4aa8-b249-61f0b2903ae6,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:22.455265 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe2761-8e8f-4e00-bfa3-52d420768939 req-57a2f345-2891-4f5a-9bf3-f5c8704b71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:22.456868 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2bfe2761-8e8f-4e00-bfa3-52d420768939 req-57a2f345-2891-4f5a-9bf3-f5c8704b71e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 1099 time: 0.0550482 Sep 02 04:30:22.552606 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe2761-8e8f-4e00-bfa3-52d420768939 req-e775b40b-c7e7-463b-9710-9302194ed58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:22.552795 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd3bc7-a313-47f9-b387-ffb1618ff884 req-1033d959-3ac4-4526-acb4-8cb38a5e0e81 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:22.554031 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2bfe2761-8e8f-4e00-bfa3-52d420768939 req-e775b40b-c7e7-463b-9710-9302194ed58b service neutron] 10.222.0.20 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 918 time: 0.0887990 Sep 02 04:30:22.554263 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-83dd3bc7-a313-47f9-b387-ffb1618ff884 req-1033d959-3ac4-4526-acb4-8cb38a5e0e81 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0502834 Sep 02 04:30:22.592610 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-83dd3bc7-a313-47f9-b387-ffb1618ff884 req-4318bbd9-4e69-44d8-8382-f0f84a20c744 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321434 Sep 02 04:30:22.603140 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2bfe2761-8e8f-4e00-bfa3-52d420768939 req-0c96fde2-8fa1-4345-9656-9cdbffb21fc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc32208-a98b-47a3-922d-4a33035bc09e HTTP/1.1" status: 200 len: 217 time: 0.0345771 Sep 02 04:30:22.656092 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe2761-8e8f-4e00-bfa3-52d420768939 req-bb622b5f-3e33-4bd2-a883-d88f598eb03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:22.657584 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2bfe2761-8e8f-4e00-bfa3-52d420768939 req-bb622b5f-3e33-4bd2-a883-d88f598eb03b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 200 len: 858 time: 0.0458686 Sep 02 04:30:22.708895 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2bfe2761-8e8f-4e00-bfa3-52d420768939 req-0da9f6aa-578a-49cf-a48c-64e00577159d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=263dad98-82eb-49f5-a7aa-96a45a3136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334821 Sep 02 04:30:22.809757 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:22.819330 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af481e20-759b-443e-b687-33d7c064942e req-7ec8ea06-edd8-402a-b178-8d1b949fe62a tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:22.820872 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-af481e20-759b-443e-b687-33d7c064942e req-7ec8ea06-edd8-402a-b178-8d1b949fe62a tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.1443322 Sep 02 04:30:22.871318 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2bfe2761-8e8f-4e00-bfa3-52d420768939 req-65914a9d-8f97-4859-9873-721225f22da0 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405656 Sep 02 04:30:22.878826 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-af481e20-759b-443e-b687-33d7c064942e req-5b5f62d0-3885-4fec-9bca-965e0772cabc tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500228 Sep 02 04:30:22.902766 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae12a40-174f-4aa8-b249-61f0b2903ae6'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:22.905324 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61e2c23-cf39-477e-bad7-9362f369bdf1" -d '{"events": [{"server_uuid": "a1fdfd22-1160-4f16-ad90-ec2fd5150229", "name": "network-vif-plugged", "status": "completed", "tag": "eae12a40-174f-4aa8-b249-61f0b2903ae6"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:22.947167 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf59287-2823-42b8-85b9-32370afb2c96 x-openstack-request-id: req-cdf59287-2823-42b8-85b9-32370afb2c96 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:22.947788 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fdfd22-1160-4f16-ad90-ec2fd5150229", "name": "network-vif-plugged", "status": "completed", "tag": "eae12a40-174f-4aa8-b249-61f0b2903ae6", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:22.948771 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdf59287-2823-42b8-85b9-32370afb2c96 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:22.949323 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae12a40-174f-4aa8-b249-61f0b2903ae6', 'code': 200} Sep 02 04:30:22.966682 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42456) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:23.077459 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2bfe2761-8e8f-4e00-bfa3-52d420768939 req-8c0e6a5a-5c4a-44f5-a2ad-3610de8cb800 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131444 Sep 02 04:30:23.091661 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6e55ee88-4855-4c4b-99ac-ef79e2e3b099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:23.190969 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6e55ee88-4855-4c4b-99ac-ef79e2e3b099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:23.312765 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6e55ee88-4855-4c4b-99ac-ef79e2e3b099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:23.352999 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-6e55ee88-4855-4c4b-99ac-ef79e2e3b099 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7fdfdc5090242ae84d86ae089d8980e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851850 Sep 02 04:30:23.354566 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55ee88-4855-4c4b-99ac-ef79e2e3b099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb3f1f9-0240-4d36-b937-68f4f3db06b7,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:23.355780 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 42474) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:23.408414 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5f7c43ec-1acb-4532-8372-6713ff6e8c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:23.450164 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5f7c43ec-1acb-4532-8372-6713ff6e8c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:23.496272 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcf03c-9743-463d-811d-4d4c569bef36 req-8bbc3e12-07fd-4e4c-a26f-ee498ab1caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:23.497693 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d4fcf03c-9743-463d-811d-4d4c569bef36 req-8bbc3e12-07fd-4e4c-a26f-ee498ab1caa7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 1098 time: 0.0805182 Sep 02 04:30:23.562364 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec4eee-8a79-4c59-95e7-7812013a1e2b req-8c7f9c3d-90ed-4bd6-88e4-652d2589e992 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:23.563888 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-02ec4eee-8a79-4c59-95e7-7812013a1e2b req-8c7f9c3d-90ed-4bd6-88e4-652d2589e992 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0825348 Sep 02 04:30:23.565893 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d4fcf03c-9743-463d-811d-4d4c569bef36 req-5d2daab0-f01a-405a-b461-fa8490f95344 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514524 Sep 02 04:30:23.601262 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-02ec4eee-8a79-4c59-95e7-7812013a1e2b req-776b551e-2b56-457f-aa66-c47621e55eec tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Sep 02 04:30:23.713334 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0537d-b9ee-4007-8d3b-1efe92354d27 req-c7b658ee-eafd-4167-a376-1400ed13452c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:23.714881 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-beb0537d-b9ee-4007-8d3b-1efe92354d27 req-c7b658ee-eafd-4167-a376-1400ed13452c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0523691 Sep 02 04:30:23.731255 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5f7c43ec-1acb-4532-8372-6713ff6e8c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:23.733807 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5f7c43ec-1acb-4532-8372-6713ff6e8c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:23.736966 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-5f7c43ec-1acb-4532-8372-6713ff6e8c40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cb3f1f9-0240-4d36-b937-68f4f3db06b7 HTTP/1.1" status: 204 len: 168 time: 0.3781178 Sep 02 04:30:23.756221 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c43ec-1acb-4532-8372-6713ff6e8c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb3f1f9-0240-4d36-b937-68f4f3db06b7,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:23.770390 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-beb0537d-b9ee-4007-8d3b-1efe92354d27 req-436ea0de-70ff-4378-9f97-6f03e8a547cc tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468349 Sep 02 04:30:23.945121 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de13d48-6b6a-470f-9885-39213a77b7b2 req-98539818-0972-44ba-82e9-238c571cde7a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:23.949676 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6de13d48-6b6a-470f-9885-39213a77b7b2 req-98539818-0972-44ba-82e9-238c571cde7a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0607414 Sep 02 04:30:23.955307 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 42498) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:23.959886 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-8ba6ad96-a021-44dd-b140-911294228b40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'floatingip': {'port_id': 'acb5a59c-de5c-43dc-8bd2-1772919298ff'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:24.004289 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320c7c3-960a-488d-8d07-67b5413eaa80 req-b8125be3-20fe-4f24-8664-3d9cf34067cb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:24.005768 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7320c7c3-960a-488d-8d07-67b5413eaa80 req-b8125be3-20fe-4f24-8664-3d9cf34067cb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0508251 Sep 02 04:30:24.033598 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ad96-a021-44dd-b140-911294228b40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.044965 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7320c7c3-960a-488d-8d07-67b5413eaa80 req-8a925ccb-edc1-4bcf-8e1c-b9c615770f3c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330703 Sep 02 04:30:24.391650 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42504) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:24.503350 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-00c0c875-df29-4ca9-8de9-20003649009d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.604785 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42508) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:24.606623 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-00c0c875-df29-4ca9-8de9-20003649009d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.619261 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-71301488-4477-4117-84e8-6cab502df8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.691371 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-00c0c875-df29-4ca9-8de9-20003649009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.748182 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-00c0c875-df29-4ca9-8de9-20003649009d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68a780a656a74e87839764a906508721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552954 Sep 02 04:30:24.753671 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42514) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:24.755655 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0c875-df29-4ca9-8de9-20003649009d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3266c43-9133-42d6-a9be-d9ee961949cb,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:24.812492 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91f0a8-dd37-4eac-9e0b-5f54efa19d4d req-911dd0ae-f0b5-4868-8d91-638fd60e575f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:24.820091 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9a91f0a8-dd37-4eac-9e0b-5f54efa19d4d req-911dd0ae-f0b5-4868-8d91-638fd60e575f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.1414158 Sep 02 04:30:24.832921 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cd20ea97-863b-4c20-a894-b6d9741fcc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.859936 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ad96-a021-44dd-b140-911294228b40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.860356 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-71301488-4477-4117-84e8-6cab502df8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.869800 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cd20ea97-863b-4c20-a894-b6d9741fcc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.879166 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9a91f0a8-dd37-4eac-9e0b-5f54efa19d4d req-510ce667-2928-4b28-9a93-6c9d289b84d4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577486 Sep 02 04:30:24.929524 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ad96-a021-44dd-b140-911294228b40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.933258 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-71301488-4477-4117-84e8-6cab502df8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:24.967268 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-71301488-4477-4117-84e8-6cab502df8c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4744778c0c234d2ca766aafe3122f6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592360 Sep 02 04:30:24.972280 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42532) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:24.988116 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71301488-4477-4117-84e8-6cab502df8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4568f5c-6878-4f5d-b62e-9b19d684eb3d,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:25.009163 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cd20ea97-863b-4c20-a894-b6d9741fcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:25.012296 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cd20ea97-863b-4c20-a894-b6d9741fcc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:25.013575 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-cd20ea97-863b-4c20-a894-b6d9741fcc8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3266c43-9133-42d6-a9be-d9ee961949cb HTTP/1.1" status: 204 len: 168 time: 0.2588460 Sep 02 04:30:25.042101 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20ea97-863b-4c20-a894-b6d9741fcc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3266c43-9133-42d6-a9be-d9ee961949cb,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:25.057805 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-51b7270c-0871-4353-8b48-694ae61f94be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:25.073446 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.l3_db [None req-8ba6ad96-a021-44dd-b140-911294228b40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Floating IP 3dbb97bc-c8d8-41cd-96ae-292a150e62e0 associated. External IP: 172.27.2.219, port: acb5a59c-de5c-43dc-8bd2-1772919298ff. Sep 02 04:30:25.083746 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-51b7270c-0871-4353-8b48-694ae61f94be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:25.195292 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126fafd-3c10-4b21-b896-3de343a158fe req-0a17e379-1e02-4bbb-89c9-30e4dcebfd68 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:25.196878 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b126fafd-3c10-4b21-b896-3de343a158fe req-0a17e379-1e02-4bbb-89c9-30e4dcebfd68 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0564330 Sep 02 04:30:25.238154 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b126fafd-3c10-4b21-b896-3de343a158fe req-f60b32ba-946a-4839-8167-d9f5688577c9 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332093 Sep 02 04:30:25.260806 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-51b7270c-0871-4353-8b48-694ae61f94be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:25.263470 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-51b7270c-0871-4353-8b48-694ae61f94be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:25.264659 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-51b7270c-0871-4353-8b48-694ae61f94be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4568f5c-6878-4f5d-b62e-9b19d684eb3d HTTP/1.1" status: 204 len: 168 time: 0.2914696 Sep 02 04:30:25.272870 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7270c-0871-4353-8b48-694ae61f94be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4568f5c-6878-4f5d-b62e-9b19d684eb3d,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:25.319183 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba6ad96-a021-44dd-b140-911294228b40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Router fc535284-6c18-4332-b179-64fff6573acc has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:30:25.426401 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba6ad96-a021-44dd-b140-911294228b40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:30:25.431202 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ad96-a021-44dd-b140-911294228b40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:25.439209 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] Sync routers for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:30:25.448792 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:30:25.449620 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:30:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:25.463764 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-8ba6ad96-a021-44dd-b140-911294228b40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "PUT /v2.0/floatingips/3dbb97bc-c8d8-41cd-96ae-292a150e62e0 HTTP/1.1" status: 200 len: 992 time: 1.5071526 Sep 02 04:30:25.464558 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:25.467109 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e4474b-39ea-45de-84b0-9034407e2614" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:25.523661 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc3f5da-4acd-4b3e-8e69-ee217d7af74a x-openstack-request-id: req-2fc3f5da-4acd-4b3e-8e69-ee217d7af74a {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:25.523974 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:25.524226 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fc3f5da-4acd-4b3e-8e69-ee217d7af74a {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:25.524624 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'status': 'completed', 'code': 200} Sep 02 04:30:25.585066 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:30:25.638773 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4474b-39ea-45de-84b0-9034407e2614 req-ffed0149-ef24-48ef-8952-c736d2fb0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:25.640309 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19e4474b-39ea-45de-84b0-9034407e2614 req-ffed0149-ef24-48ef-8952-c736d2fb0744 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 1099 time: 0.0420649 Sep 02 04:30:25.762655 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4474b-39ea-45de-84b0-9034407e2614 req-6c377ca2-b800-4d6f-b98b-41da2eff07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:25.764292 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19e4474b-39ea-45de-84b0-9034407e2614 req-6c377ca2-b800-4d6f-b98b-41da2eff07a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 917 time: 0.0921130 Sep 02 04:30:25.866818 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '3dbb97bc-c8d8-41cd-96ae-292a150e62e0', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'port_id': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'mac_address': 'fa:16:3e:30:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:30:00Z', 'updated_at': '2021-09-02T04:30:24Z', 'revision_number': 1, 'project_id': '0931655f059d4af598f60bd195366b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:25.884644 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19e4474b-39ea-45de-84b0-9034407e2614 req-f45a042d-6662-4729-ad81-6a2bc7bdf892 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff HTTP/1.1" status: 200 len: 1000 time: 0.1006660 Sep 02 04:30:25.905366 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] Checking router: fc535284-6c18-4332-b179-64fff6573acc for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:30:25.923621 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:30:25.924279 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:30:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:25.951499 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4474b-39ea-45de-84b0-9034407e2614 req-e3f6f880-9269-4fdb-9a34-15fe127865c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:25.953011 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19e4474b-39ea-45de-84b0-9034407e2614 req-e3f6f880-9269-4fdb-9a34-15fe127865c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.0562217 Sep 02 04:30:26.038950 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42574) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:26.060335 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4474b-39ea-45de-84b0-9034407e2614 req-7e984044-1099-4b2c-af04-98b5aff322ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:26.068850 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19e4474b-39ea-45de-84b0-9034407e2614 req-7e984044-1099-4b2c-af04-98b5aff322ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1044071 Sep 02 04:30:26.088296 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165cfe7-a242-4a96-a0e3-c8e4f40edd61 req-f4c4ef07-d7f5-4b0f-927d-a38bc3785623 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:26.095801 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9165cfe7-a242-4a96-a0e3-c8e4f40edd61 req-f4c4ef07-d7f5-4b0f-927d-a38bc3785623 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.1121111 Sep 02 04:30:26.099558 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:30:26.150909 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9165cfe7-a242-4a96-a0e3-c8e4f40edd61 req-8af08d1d-1533-4667-a828-008e5d9119fd tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540764 Sep 02 04:30:26.197093 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19e4474b-39ea-45de-84b0-9034407e2614 req-341d8756-2d07-4aec-a229-9e30fbcc9ae9 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200881 Sep 02 04:30:26.317408 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19e4474b-39ea-45de-84b0-9034407e2614 req-2ff014ae-0bef-4950-a165-d11040e33d8f service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071894 Sep 02 04:30:26.325064 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-eb3da799-c4e9-416c-b0f7-cd7e793fa598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:26.369438 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a1dc-6c89-4c77-bf75-4c6c11cf9eb3 req-1d5439e2-3b02-4111-bd01-c71af8236798 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:26.371131 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-98e4a1dc-6c89-4c77-bf75-4c6c11cf9eb3 req-1d5439e2-3b02-4111-bd01-c71af8236798 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0526276 Sep 02 04:30:26.416888 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-98e4a1dc-6c89-4c77-bf75-4c6c11cf9eb3 req-c0179362-3d45-499b-9387-bc15703a61b1 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389984 Sep 02 04:30:26.472305 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-eb3da799-c4e9-416c-b0f7-cd7e793fa598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:26.525545 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '3dbb97bc-c8d8-41cd-96ae-292a150e62e0', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'port_id': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'mac_address': 'fa:16:3e:30:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:30:00Z', 'updated_at': '2021-09-02T04:30:24Z', 'revision_number': 1, 'project_id': '0931655f059d4af598f60bd195366b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:26.546799 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046ff1b-56f4-4ba7-bacd-cb9c8eb7c56e req-b5cc85f8-6742-4cdb-a5e5-481516e06b88 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:26.548848 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9046ff1b-56f4-4ba7-bacd-cb9c8eb7c56e req-b5cc85f8-6742-4cdb-a5e5-481516e06b88 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0539575 Sep 02 04:30:26.549968 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-eb3da799-c4e9-416c-b0f7-cd7e793fa598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:26.559575 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615d921-c1c0-4a2e-a98c-1f37caaac47a None None] The sync data for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi is: [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '3dbb97bc-c8d8-41cd-96ae-292a150e62e0', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'port_id': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'mac_address': 'fa:16:3e:30:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:30:00Z', 'updated_at': '2021-09-02T04:30:24Z', 'revision_number': 1, 'project_id': '0931655f059d4af598f60bd195366b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:30:26.560354 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 42594) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:26.565226 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-ffd42d85-e197-4c9e-8270-592d0da10883 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'floatingip': {'port_id': 'eae12a40-174f-4aa8-b249-61f0b2903ae6'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:26.601074 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-eb3da799-c4e9-416c-b0f7-cd7e793fa598 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b30b6a6074c347c599d43e58e6fbfc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5533133 Sep 02 04:30:26.604266 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3da799-c4e9-416c-b0f7-cd7e793fa598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657951a2-dd66-4894-9f9d-957e03a89fca,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:26.605986 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 42598) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:26.626466 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ffd42d85-e197-4c9e-8270-592d0da10883 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:26.744546 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b74078e9-4f3c-4394-8bf6-c7909e8bb80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:26.818496 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1aa76b-5fc1-4d7a-b4ef-5d24f82b15a9 None None] New status for floating IP 3dbb97bc-c8d8-41cd-96ae-292a150e62e0: ACTIVE {{(pid=94403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:30:26.849498 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b74078e9-4f3c-4394-8bf6-c7909e8bb80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:27.027315 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b74078e9-4f3c-4394-8bf6-c7909e8bb80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:27.028359 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b74078e9-4f3c-4394-8bf6-c7909e8bb80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:27.029497 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-b74078e9-4f3c-4394-8bf6-c7909e8bb80f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/657951a2-dd66-4894-9f9d-957e03a89fca HTTP/1.1" status: 204 len: 168 time: 0.4224648 Sep 02 04:30:27.043842 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74078e9-4f3c-4394-8bf6-c7909e8bb80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657951a2-dd66-4894-9f9d-957e03a89fca,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:27.160222 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ffd42d85-e197-4c9e-8270-592d0da10883 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:27.243668 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ffd42d85-e197-4c9e-8270-592d0da10883 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:27.323351 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab83483-2118-43ab-b14a-b9f5c3c10574 req-c88705b7-cdfb-4cce-ac4f-52227542cd15 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:27.327027 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5ab83483-2118-43ab-b14a-b9f5c3c10574 req-c88705b7-cdfb-4cce-ac4f-52227542cd15 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0896194 Sep 02 04:30:27.368800 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5ab83483-2118-43ab-b14a-b9f5c3c10574 req-a1723856-fbb3-4f9e-95af-86b035023061 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342336 Sep 02 04:30:27.552529 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.l3_db [None req-ffd42d85-e197-4c9e-8270-592d0da10883 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Floating IP 3a559589-4ae8-4e8e-b824-705e8a80a208 associated. External IP: 172.27.2.87, port: eae12a40-174f-4aa8-b249-61f0b2903ae6. Sep 02 04:30:27.754572 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd42d85-e197-4c9e-8270-592d0da10883 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Router 3fdd503d-c928-4892-af7b-93739687984a has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:30:27.844612 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42636) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:27.876090 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd42d85-e197-4c9e-8270-592d0da10883 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:30:27.881082 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ffd42d85-e197-4c9e-8270-592d0da10883 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:27.889862 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] Sync routers for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:30:27.904567 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:30:27.908314 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:30:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:27.940258 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-ffd42d85-e197-4c9e-8270-592d0da10883 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "PUT /v2.0/floatingips/3a559589-4ae8-4e8e-b824-705e8a80a208 HTTP/1.1" status: 200 len: 990 time: 1.3752935 Sep 02 04:30:27.941311 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'tag': 'eae12a40-174f-4aa8-b249-61f0b2903ae6'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:27.943643 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da474df1-35b4-480b-bcae-f5cb438a7c24" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fdfd22-1160-4f16-ad90-ec2fd5150229", "tag": "eae12a40-174f-4aa8-b249-61f0b2903ae6"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:28.014206 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-faacc176-2759-47f9-b541-c29f901ba4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.019085 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 42646) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:28.027989 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050c240f-3e62-43a2-8536-4af05d1d3076 x-openstack-request-id: req-050c240f-3e62-43a2-8536-4af05d1d3076 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:28.028527 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fdfd22-1160-4f16-ad90-ec2fd5150229", "tag": "eae12a40-174f-4aa8-b249-61f0b2903ae6", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:28.028527 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-050c240f-3e62-43a2-8536-4af05d1d3076 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:28.029104 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'tag': 'eae12a40-174f-4aa8-b249-61f0b2903ae6', 'status': 'completed', 'code': 200} Sep 02 04:30:28.040821 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f715a243-772d-45cf-865a-fdc943a827ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.072799 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:30:28.131131 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-faacc176-2759-47f9-b541-c29f901ba4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.162084 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-85ba3b49-8fab-49c9-b950-31729312ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:28.173112 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-85ba3b49-8fab-49c9-b950-31729312ec29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 1098 time: 0.0621393 Sep 02 04:30:28.204535 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-faacc176-2759-47f9-b541-c29f901ba4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.255477 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-faacc176-2759-47f9-b541-c29f901ba4f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea1b3fa03c5645638c16d8b9a2c387df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094956 Sep 02 04:30:28.256363 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42654) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:28.306105 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacc176-2759-47f9-b541-c29f901ba4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01149fd0-6bdc-433c-b804-60724eb35951,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:28.321708 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-71667aa2-4ffc-4969-8929-6178869cd60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:28.323094 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-71667aa2-4ffc-4969-8929-6178869cd60d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad90c133-531e-4d6b-a1ec-5f41d66215bb HTTP/1.1" status: 200 len: 910 time: 0.1322091 Sep 02 04:30:28.336837 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '3a559589-4ae8-4e8e-b824-705e8a80a208', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '3fdd503d-c928-4892-af7b-93739687984a', 'port_id': 'eae12a40-174f-4aa8-b249-61f0b2903ae6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'mac_address': 'fa:16:3e:2e:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:30:04Z', 'updated_at': '2021-09-02T04:30:27Z', 'revision_number': 1, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:28.344454 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-595f9c6e-7135-4ffd-b3f7-54ece73de83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.364664 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] Checking router: 3fdd503d-c928-4892-af7b-93739687984a for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:30:28.366619 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-595f9c6e-7135-4ffd-b3f7-54ece73de83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.372884 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:30:28.373494 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:30:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:28.395028 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f715a243-772d-45cf-865a-fdc943a827ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.418829 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-0b2f106d-7efd-483d-91a9-74fbb8e4281f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12a40-174f-4aa8-b249-61f0b2903ae6 HTTP/1.1" status: 200 len: 998 time: 0.0748580 Sep 02 04:30:28.481670 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:30:28.504797 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f715a243-772d-45cf-865a-fdc943a827ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.530864 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-b158c30b-1e5c-4db0-ab05-aeec33780f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:28.532990 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-b158c30b-1e5c-4db0-ab05-aeec33780f57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3f036dc-04d9-4fbb-81de-d3916611a42e HTTP/1.1" status: 200 len: 849 time: 0.0915148 Sep 02 04:30:28.534346 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-595f9c6e-7135-4ffd-b3f7-54ece73de83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.536938 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-595f9c6e-7135-4ffd-b3f7-54ece73de83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.538505 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-595f9c6e-7135-4ffd-b3f7-54ece73de83b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01149fd0-6bdc-433c-b804-60724eb35951 HTTP/1.1" status: 204 len: 168 time: 0.2792592 Sep 02 04:30:28.553350 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f9c6e-7135-4ffd-b3f7-54ece73de83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01149fd0-6bdc-433c-b804-60724eb35951,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:28.570227 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c530-465e-49b0-bca5-386dd0748a07 req-1ed0fe4f-c255-4db2-a207-1d3ea64422bd tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:28.571734 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3a78c530-465e-49b0-bca5-386dd0748a07 req-1ed0fe4f-c255-4db2-a207-1d3ea64422bd tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.1214750 Sep 02 04:30:28.574145 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-f715a243-772d-45cf-865a-fdc943a827ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5aac5cff2f544f5fa28b7a014b4beb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5539169 Sep 02 04:30:28.581506 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42660) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:28.593123 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715a243-772d-45cf-865a-fdc943a827ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271652fe-08a8-47c1-98f2-509ae138ea15,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:28.641734 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-d6c703b7-2f36-4dd6-9e6b-248ce564c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:28.643061 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-d6c703b7-2f36-4dd6-9e6b-248ce564c370 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad90c133-531e-4d6b-a1ec-5f41d66215bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924482 Sep 02 04:30:28.646132 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3a78c530-465e-49b0-bca5-386dd0748a07 req-dc14c82e-6120-4a66-a8d8-483a3c02144b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571609 Sep 02 04:30:28.649341 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-5b434005-7f83-497a-8fc7-0d1af64e5f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.674547 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-5b434005-7f83-497a-8fc7-0d1af64e5f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.752913 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-a50b3de3-3266-42c6-9cba-9802501018a7 service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016440 Sep 02 04:30:28.764129 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '3a559589-4ae8-4e8e-b824-705e8a80a208', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '3fdd503d-c928-4892-af7b-93739687984a', 'port_id': 'eae12a40-174f-4aa8-b249-61f0b2903ae6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'mac_address': 'fa:16:3e:2e:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:30:04Z', 'updated_at': '2021-09-02T04:30:27Z', 'revision_number': 1, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:28.790681 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad40ed2-d958-4cef-88d7-f223d69011ec None None] The sync data for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi is: [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '3a559589-4ae8-4e8e-b824-705e8a80a208', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '3fdd503d-c928-4892-af7b-93739687984a', 'port_id': 'eae12a40-174f-4aa8-b249-61f0b2903ae6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'mac_address': 'fa:16:3e:2e:b3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:30:04Z', 'updated_at': '2021-09-02T04:30:27Z', 'revision_number': 1, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:30:28.809637 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-5b434005-7f83-497a-8fc7-0d1af64e5f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.812734 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-5b434005-7f83-497a-8fc7-0d1af64e5f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:28.817328 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-5b434005-7f83-497a-8fc7-0d1af64e5f63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/271652fe-08a8-47c1-98f2-509ae138ea15 HTTP/1.1" status: 204 len: 168 time: 0.2338676 Sep 02 04:30:28.834326 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b434005-7f83-497a-8fc7-0d1af64e5f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271652fe-08a8-47c1-98f2-509ae138ea15,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:28.855440 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-da474df1-35b4-480b-bcae-f5cb438a7c24 req-8c33fbd2-32fb-4d69-93a1-c64182d2dda5 service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946069 Sep 02 04:30:29.027110 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c211-9c3f-4c26-aba6-83309beced69 None None] New status for floating IP 3a559589-4ae8-4e8e-b824-705e8a80a208: ACTIVE {{(pid=94403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:30:29.381499 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-849c870e-c3cb-4299-bac8-3a8dc7b5a09b tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d30f982efcf34666bc009a926ca5fa78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296381 Sep 02 04:30:29.572636 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307302d-782e-49b2-b566-504dd9a99bdf req-307cfcf7-c946-4aa9-abe7-3551bebc5504 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:29.574114 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-307cfcf7-c946-4aa9-abe7-3551bebc5504 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865819 Sep 02 04:30:29.588511 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-a244dcf2-d391-42eb-bc2d-3fb4e74341f0 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/quotas/d30f982efcf34666bc009a926ca5fa78 HTTP/1.1" status: 200 len: 375 time: 0.0087585 Sep 02 04:30:29.618302 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-872b7d41-84e8-4478-9b74-e910325e3353 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d30f982efcf34666bc009a926ca5fa78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247531 Sep 02 04:30:29.780177 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73602e0c-2684-4867-850b-f521f130a948 req-4559325c-8dde-44de-a20c-58a40c2d7ecf tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:29.782179 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-73602e0c-2684-4867-850b-f521f130a948 req-4559325c-8dde-44de-a20c-58a40c2d7ecf tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0517139 Sep 02 04:30:29.821264 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-73602e0c-2684-4867-850b-f521f130a948 req-1e79eb5f-eef4-45ce-a02b-004e06af84e4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328388 Sep 02 04:30:29.966872 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0bf4abe1-cd5a-4cfe-a105-aee7241c2d7f req-a0033d09-c6b0-4943-8aa0-615a25fa607a tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 210 time: 0.0280263 Sep 02 04:30:30.943773 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9d96e-14ad-4c3b-9e01-43204018c4e2 req-ebfd8b58-78bf-4681-92e0-bc5c35d6e0ce tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:30.952625 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d1b9d96e-14ad-4c3b-9e01-43204018c4e2 req-ebfd8b58-78bf-4681-92e0-bc5c35d6e0ce tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0597756 Sep 02 04:30:30.988441 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d1b9d96e-14ad-4c3b-9e01-43204018c4e2 req-84425336-0f22-4daa-ad56-e20bf65ea7d4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342052 Sep 02 04:30:31.055238 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4342948e-9981-4cd0-8249-e380e9761b64 req-4b074ab4-64b3-4778-b260-509353f049c6 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 210 time: 0.0325716 Sep 02 04:30:31.700730 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-319e1163-db9f-4f39-abc7-9fac24264501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:32.127040 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fa6a5-95b1-4d14-916d-5ab8e6357495 req-4735a582-e155-464d-8f2c-b7deabaf96db tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:32.129086 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-838fa6a5-95b1-4d14-916d-5ab8e6357495 req-4735a582-e155-464d-8f2c-b7deabaf96db tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0587671 Sep 02 04:30:32.151811 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b908e287-ab60-45ce-ae86-9532033a896f req-e038cd9a-faed-4659-92e4-f968dcb0bf2f tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 210 time: 0.0253468 Sep 02 04:30:32.166692 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-838fa6a5-95b1-4d14-916d-5ab8e6357495 req-9a907163-2163-455d-86b7-6a4748fc1fc3 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Sep 02 04:30:33.212498 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-3f29b1f5-aa5b-4664-a437-074940eef787 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d30f982efcf34666bc009a926ca5fa78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317762 Sep 02 04:30:33.269288 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-191ce97a-e32c-460b-b957-ff95e97a7921 req-f7a9febc-ec65-498a-b932-8e751228aef5 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 210 time: 0.0330524 Sep 02 04:30:33.414140 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b393429-c9db-4ea0-87bb-975fb0cfff91 req-26de48ba-af7e-4814-95ef-0dc7e2cc111a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:33.415509 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0b393429-c9db-4ea0-87bb-975fb0cfff91 req-26de48ba-af7e-4814-95ef-0dc7e2cc111a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0539849 Sep 02 04:30:33.457481 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0b393429-c9db-4ea0-87bb-975fb0cfff91 req-5c295a89-86dc-454d-8c0d-3abed694607a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356846 Sep 02 04:30:33.492418 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307302d-782e-49b2-b566-504dd9a99bdf req-04f6f7d0-3aad-4dc1-8eb7-ef949d3c83f8 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:33.493922 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-04f6f7d0-3aad-4dc1-8eb7-ef949d3c83f8 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715013 Sep 02 04:30:33.508600 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254278e-953d-4a86-9459-6259fc288728 req-0e8ad40c-8d9c-4918-b9b0-a650dd70582c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:33.510155 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-0e8ad40c-8d9c-4918-b9b0-a650dd70582c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/networks?id=26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 200 len: 814 time: 0.2739089 Sep 02 04:30:33.526006 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-5241c18a-96af-44e5-9bed-192ce972e71a tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/quotas/30c709f5c0524e4384bdb829d81c46c1 HTTP/1.1" status: 200 len: 375 time: 0.0093720 Sep 02 04:30:33.534386 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Request body: {'port': {'device_id': '843b6490-8575-4988-a3e4-16835e3960ab', 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816', 'admin_state_up': True, 'tenant_id': 'd30f982efcf34666bc009a926ca5fa78'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:33.641755 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-76ba00d9-a440-41e9-b499-a20bd849e2c6 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036177 Sep 02 04:30:33.757156 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-8e835b57-4f77-402a-8e7d-577f283d1a1d service neutron] 10.222.0.13 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066191 Sep 02 04:30:33.848163 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-387440fb-ca4c-44ca-b8f8-2b949d3edd2b service neutron] 10.222.0.13 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828733 Sep 02 04:30:33.849169 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Made reservation on behalf of d30f982efcf34666bc009a926ca5fa78 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:33.852984 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:33.861918 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:33.968161 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.007582 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 42910) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:34.066957 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.082965 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a9bfcdb1-6953-402b-858e-8e0b015fa674 req-e65f0425-2272-4fb4-8e5c-eeb37ed1c23e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 210 time: 0.0353870 Sep 02 04:30:34.169272 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0e5519-0e5f-4098-865e-91806ec1a566,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:34.175837 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-66591df1-7a2c-4cdb-8993-70a7a878ccd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.249600 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Allocated IP 192.168.233.242 (b182aa76-6969-4eda-8c65-9d592c04d816/aeba64be-5757-4419-b043-f93517f8540e/077d2e89-136e-4129-8828-d2366fff9d58) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:30:34.400693 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-50c92a7f-ce17-42f8-baac-5204d9f138eb req-882f3a22-224d-4056-a5ea-751f0b99b38d tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 210 time: 0.0452678 Sep 02 04:30:34.437085 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-66591df1-7a2c-4cdb-8993-70a7a878ccd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.454334 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-33551d43-151c-4002-a66f-f2558fcc32a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.478081 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.492461 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Transition to ACTIVE for port object 077d2e89-136e-4129-8828-d2366fff9d58 will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:34.589805 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ee29f-696a-47ce-9ae8-ea8b00e55247 req-27ec0e15-3d05-4eb6-b317-5b0ddb995470 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:34.591348 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f38ee29f-696a-47ce-9ae8-ea8b00e55247 req-27ec0e15-3d05-4eb6-b317-5b0ddb995470 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0515163 Sep 02 04:30:34.630276 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f38ee29f-696a-47ce-9ae8-ea8b00e55247 req-58242bf4-9862-4429-ac29-6e0285a3e7ea tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Sep 02 04:30:34.632157 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-66591df1-7a2c-4cdb-8993-70a7a878ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.675423 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-66591df1-7a2c-4cdb-8993-70a7a878ccd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe42d4743f864a0fa16ab505ddcd3026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697702 Sep 02 04:30:34.676333 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66591df1-7a2c-4cdb-8993-70a7a878ccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6f9dc1-2f7c-441e-bcec-2a9d603f0144,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:34.678140 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42930) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:34.683841 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.687387 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.736351 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-05c578e4-4404-408d-8833-761e4a28d5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.739043 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Network b182aa76-6969-4eda-8c65-9d592c04d816 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:30:34.743793 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:34.751099 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:30:34.759389 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:34.760089 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.764365 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Pushing event updated for resources: {'Port': ['ID=077d2e89-136e-4129-8828-d2366fff9d58,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:34.770589 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-05c578e4-4404-408d-8833-761e4a28d5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.862356 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-074adec6-0e79-4d15-87be-2a8556dd1df2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3321762 Sep 02 04:30:34.898433 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Request body: {'port': {'device_id': '843b6490-8575-4988-a3e4-16835e3960ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:34.901199 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-05c578e4-4404-408d-8833-761e4a28d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.905386 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-05c578e4-4404-408d-8833-761e4a28d5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:34.906554 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-05c578e4-4404-408d-8833-761e4a28d5e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c6f9dc1-2f7c-441e-bcec-2a9d603f0144 HTTP/1.1" status: 204 len: 168 time: 0.2273262 Sep 02 04:30:34.916677 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c578e4-4404-408d-8833-761e4a28d5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6f9dc1-2f7c-441e-bcec-2a9d603f0144,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:34.965338 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:35.117773 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-290b19fd-26a1-4cab-9bd6-180ffda638c2 None None] Provisioning for port 077d2e89-136e-4129-8828-d2366fff9d58 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:35.121961 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-290b19fd-26a1-4cab-9bd6-180ffda638c2 None None] Provisioning complete for port 077d2e89-136e-4129-8828-d2366fff9d58 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:35.123762 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-290b19fd-26a1-4cab-9bd6-180ffda638c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:35.186485 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-290b19fd-26a1-4cab-9bd6-180ffda638c2 None None] Port 077d2e89-136e-4129-8828-d2366fff9d58 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:30:35.206452 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1313b688-f9e9-4d4d-8ba8-f9044d6694e8 req-602b3a78-0ce2-4ffe-869c-1dc71201d0be tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 210 time: 0.0325243 Sep 02 04:30:35.294496 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077d2e89-136e-4129-8828-d2366fff9d58 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:35.302748 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:35.319142 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Transition to ACTIVE for port object 077d2e89-136e-4129-8828-d2366fff9d58 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:35.340649 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:35.464863 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:35.516085 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=077d2e89-136e-4129-8828-d2366fff9d58,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:35.540749 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243569e6-014b-49c5-ad61-0717ace72aa3 req-589655d9-8e3e-4869-8ba4-766a6e83485f tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:35.542705 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-243569e6-014b-49c5-ad61-0717ace72aa3 req-589655d9-8e3e-4869-8ba4-766a6e83485f tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 948 time: 0.0700948 Sep 02 04:30:35.550266 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Attempting to bind port 077d2e89-136e-4129-8828-d2366fff9d58 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:30:35.550934 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Attempting to bind port 077d2e89-136e-4129-8828-d2366fff9d58 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9c6a10b6-8114-45b8-8fd0-828348d57326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:30:35.551261 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Attempting to bind port 077d2e89-136e-4129-8828-d2366fff9d58 on network b182aa76-6969-4eda-8c65-9d592c04d816 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:35.556370 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Port 077d2e89-136e-4129-8828-d2366fff9d58 on network b182aa76-6969-4eda-8c65-9d592c04d816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:30:35.556774 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Attempting to bind port 077d2e89-136e-4129-8828-d2366fff9d58 on network b182aa76-6969-4eda-8c65-9d592c04d816 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:35.561744 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:30:35.562183 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Checking segment: {'id': '9c6a10b6-8114-45b8-8fd0-828348d57326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:35.563546 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Bound using segment: {'id': '9c6a10b6-8114-45b8-8fd0-828348d57326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:30:35.564106 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Bound port: 077d2e89-136e-4129-8828-d2366fff9d58, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6a10b6-8114-45b8-8fd0-828348d57326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:30:35.564527 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:35.582840 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-243569e6-014b-49c5-ad61-0717ace72aa3 req-8d50cbf6-e28c-4868-a2a7-e7ce658b8f4c tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Sep 02 04:30:35.632617 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] For port 077d2e89-136e-4129-8828-d2366fff9d58, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:30:35.636032 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] For port 077d2e89-136e-4129-8828-d2366fff9d58, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=077d2e89-136e-4129-8828-d2366fff9d58,segment=NetworkSegment(9c6a10b6-8114-45b8-8fd0-828348d57326),segment_id=9c6a10b6-8114-45b8-8fd0-828348d57326)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:30:35.745233 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241de78-e09a-4d54-b20a-705f1679933f req-da7d7e41-c2c0-4723-a7e5-bad359716719 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:35.746666 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4241de78-e09a-4d54-b20a-705f1679933f req-da7d7e41-c2c0-4723-a7e5-bad359716719 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0481567 Sep 02 04:30:35.784341 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4241de78-e09a-4d54-b20a-705f1679933f req-5e7ffcab-298d-42fd-bd07-f33e113e7876 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306067 Sep 02 04:30:35.890149 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:35.929157 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:35.930061 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:35.931125 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/077d2e89-136e-4129-8828-d2366fff9d58 HTTP/1.1" status: 200 len: 1098 time: 1.0372529 Sep 02 04:30:35.931564 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843b6490-8575-4988-a3e4-16835e3960ab', 'tag': '077d2e89-136e-4129-8828-d2366fff9d58'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:35.933846 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f20c365-4d52-40d3-b92e-4ab0aa69e4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "843b6490-8575-4988-a3e4-16835e3960ab", "tag": "077d2e89-136e-4129-8828-d2366fff9d58"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:35.966051 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42954) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:35.980241 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea4088-f43d-4c16-9256-4238a86da5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=077d2e89-136e-4129-8828-d2366fff9d58,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:35.988341 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d415209d-801c-49ad-b8ba-e79abe6bd1b3 x-openstack-request-id: req-d415209d-801c-49ad-b8ba-e79abe6bd1b3 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:35.988696 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843b6490-8575-4988-a3e4-16835e3960ab", "tag": "077d2e89-136e-4129-8828-d2366fff9d58", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:35.989011 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d415209d-801c-49ad-b8ba-e79abe6bd1b3 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:35.989789 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843b6490-8575-4988-a3e4-16835e3960ab', 'tag': '077d2e89-136e-4129-8828-d2366fff9d58', 'status': 'completed', 'code': 200} Sep 02 04:30:35.993798 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b13f3c0d-813a-4e70-bbd8-f677e64ec537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:36.093622 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b13f3c0d-813a-4e70-bbd8-f677e64ec537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:36.175253 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b13f3c0d-813a-4e70-bbd8-f677e64ec537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:36.216039 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b13f3c0d-813a-4e70-bbd8-f677e64ec537 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d9dbc02ac47423abcf94452f9e688f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487824 Sep 02 04:30:36.217018 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f3c0d-813a-4e70-bbd8-f677e64ec537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf18473-47ee-4bbb-a7d1-367419b6b297,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:36.220130 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 42960) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:36.302878 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8879850-f3b0-4bfb-a7d1-4255fdb0a4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:36.318545 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0dd5f2d4-3e27-4b89-8418-790780af9e7c req-e93d836f-8059-43b6-93a4-e2b507cffbce tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 210 time: 0.0265973 Sep 02 04:30:36.339406 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8879850-f3b0-4bfb-a7d1-4255fdb0a4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:36.374940 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c365-4d52-40d3-b92e-4ab0aa69e4a7 req-0bd59a83-5f93-4808-a5e0-d1e3f3fa94db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:36.376002 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7f20c365-4d52-40d3-b92e-4ab0aa69e4a7 req-0bd59a83-5f93-4808-a5e0-d1e3f3fa94db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d30f982efcf34666bc009a926ca5fa78&device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 1101 time: 0.2775257 Sep 02 04:30:36.426291 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7f20c365-4d52-40d3-b92e-4ab0aa69e4a7 req-6d5a4741-0f53-4431-b9d5-0802d59b14b3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d30f982efcf34666bc009a926ca5fa78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273020 Sep 02 04:30:36.477846 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8879850-f3b0-4bfb-a7d1-4255fdb0a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:36.480478 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8879850-f3b0-4bfb-a7d1-4255fdb0a4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:36.483897 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b8879850-f3b0-4bfb-a7d1-4255fdb0a4be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcf18473-47ee-4bbb-a7d1-367419b6b297 HTTP/1.1" status: 204 len: 168 time: 0.2600932 Sep 02 04:30:36.493047 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8879850-f3b0-4bfb-a7d1-4255fdb0a4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf18473-47ee-4bbb-a7d1-367419b6b297,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:36.622699 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c365-4d52-40d3-b92e-4ab0aa69e4a7 req-4dc99b67-0957-4fbb-b65c-05ce23fe15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:36.623399 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7f20c365-4d52-40d3-b92e-4ab0aa69e4a7 req-4dc99b67-0957-4fbb-b65c-05ce23fe15ca service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1785593 Sep 02 04:30:36.722476 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225aeb6-2a21-4c0d-a4b0-436593c87e1e req-c74dbbf5-2307-4f9f-a56a-369fd427cb5c tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:36.724081 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1225aeb6-2a21-4c0d-a4b0-436593c87e1e req-c74dbbf5-2307-4f9f-a56a-369fd427cb5c tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 948 time: 0.0536170 Sep 02 04:30:36.795392 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1225aeb6-2a21-4c0d-a4b0-436593c87e1e req-50285d25-1935-4e60-8185-da6b3882412b tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645926 Sep 02 04:30:36.816148 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307302d-782e-49b2-b566-504dd9a99bdf req-f233338f-1615-4c8d-8e9e-a5576c5ec6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:36.817609 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-f233338f-1615-4c8d-8e9e-a5576c5ec6fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d30f982efcf34666bc009a926ca5fa78&device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 1101 time: 0.0562053 Sep 02 04:30:36.894886 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-add4d380-3e1b-4a50-b899-afd74400c171 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=077d2e89-136e-4129-8828-d2366fff9d58 HTTP/1.1" status: 200 len: 217 time: 0.0491731 Sep 02 04:30:36.932125 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbe67f-bf1f-40b3-a6f1-d6ad5add1282 req-24089454-4f07-4da2-b430-c5557712de8c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:36.941456 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-14fbe67f-bf1f-40b3-a6f1-d6ad5add1282 req-24089454-4f07-4da2-b430-c5557712de8c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0701046 Sep 02 04:30:36.969838 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307302d-782e-49b2-b566-504dd9a99bdf req-8b7fa80a-723f-4bae-9238-bc79808c9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:36.972224 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-8b7fa80a-723f-4bae-9238-bc79808c9723 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aeba64be-5757-4419-b043-f93517f8540e HTTP/1.1" status: 200 len: 843 time: 0.0649638 Sep 02 04:30:37.005734 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-14fbe67f-bf1f-40b3-a6f1-d6ad5add1282 req-767dd6e4-bf34-48a0-88e2-508acb6ca15a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580173 Sep 02 04:30:37.112563 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307302d-782e-49b2-b566-504dd9a99bdf req-83f8f91f-7044-4cde-8040-7cafd5c49ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:37.114062 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-83f8f91f-7044-4cde-8040-7cafd5c49ebe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b182aa76-6969-4eda-8c65-9d592c04d816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1193123 Sep 02 04:30:37.170294 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254278e-953d-4a86-9459-6259fc288728 req-42f3e65c-4cae-48d4-ba68-ee37eae2ee9f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:37.171705 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-42f3e65c-4cae-48d4-ba68-ee37eae2ee9f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "GET /v2.0/networks?id=26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 200 len: 814 time: 0.1673505 Sep 02 04:30:37.226482 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:37.235046 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Request body: {'port': {'device_id': '62f6d300-6517-4e4b-9e8e-be0fab5c385c', 'network_id': '26ff5384-f842-4306-a318-71b587753ace', 'admin_state_up': True, 'tenant_id': '30c709f5c0524e4384bdb829d81c46c1'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:37.253695 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-fb92c314-0a5f-41ac-a91e-4bc539c38143 service neutron] 10.222.0.20 "GET /v2.0/networks/b182aa76-6969-4eda-8c65-9d592c04d816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271722 Sep 02 04:30:37.447527 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a7ad5387-c589-4697-a492-d21aaca9bbb8 req-a14fe4f6-601f-4b94-9192-b2f40edfd582 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 210 time: 0.0479891 Sep 02 04:30:37.472295 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0307302d-782e-49b2-b566-504dd9a99bdf req-2bf36723-a1e0-425b-8106-7d715fe8879b service neutron] 10.222.0.20 "GET /v2.0/networks/b182aa76-6969-4eda-8c65-9d592c04d816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551716 Sep 02 04:30:37.584173 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Made reservation on behalf of 30c709f5c0524e4384bdb829d81c46c1 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:37.584839 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:37.710906 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Allocated IP 172.20.0.4 (26ff5384-f842-4306-a318-71b587753ace/585e7e78-7a21-4acb-8445-b56d0247ba24/cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:30:37.863343 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:37.936235 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4f7e8-7e08-4034-9904-be646573a626 req-b578a93e-4a8c-4e08-a0e5-caca80cbca38 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:37.937722 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1ff4f7e8-7e08-4034-9904-be646573a626 req-b578a93e-4a8c-4e08-a0e5-caca80cbca38 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 948 time: 0.0497553 Sep 02 04:30:37.970374 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:37.977197 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1ff4f7e8-7e08-4034-9904-be646573a626 req-278673d5-d089-42ac-bc1d-8b0da7892100 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Sep 02 04:30:38.021459 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Network 26ff5384-f842-4306-a318-71b587753ace is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:30:38.022824 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:38.029534 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:30:38.036765 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:38.037278 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:38.041224 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Pushing event updated for resources: {'Port': ['ID=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:38.064847 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3c711505-4162-4e0a-af45-c6ecdc0466d0'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:38.127654 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a202c-a95e-4a33-aebb-ff1e59d64930 req-079fed04-1ecc-4d49-8fd2-57c9a11fafa5 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:38.129216 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0e7a202c-a95e-4a33-aebb-ff1e59d64930 req-079fed04-1ecc-4d49-8fd2-57c9a11fafa5 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0524814 Sep 02 04:30:38.137791 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-980b4c22-1316-4964-abbc-725dcca65735 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073515 Sep 02 04:30:38.165483 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Request body: {'port': {'device_id': '62f6d300-6517-4e4b-9e8e-be0fab5c385c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:38.195975 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0e7a202c-a95e-4a33-aebb-ff1e59d64930 req-8003ade3-956e-4ccc-b65a-243c166d3309 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570004 Sep 02 04:30:38.236940 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:38.582565 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:38.596147 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:38.603084 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cbe9e-b7bc-4458-9183-8acbae3c8760 req-63b73d0e-8f67-4160-bcb8-a161a4b294b0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:38.604660 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8a6cbe9e-b7bc-4458-9183-8acbae3c8760 req-63b73d0e-8f67-4160-bcb8-a161a4b294b0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 931 time: 0.0519071 Sep 02 04:30:38.610796 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Transition to ACTIVE for port object cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:38.645871 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8a6cbe9e-b7bc-4458-9183-8acbae3c8760 req-a7dd1049-ec85-41cb-b3ee-a9b2f19cfade tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Sep 02 04:30:38.706481 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:38.779160 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Pushing event updated for resources: {'Port': ['ID=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:38.792204 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Attempting to bind port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:30:38.792615 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Attempting to bind port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:30:38.793043 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Attempting to bind port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 on network 26ff5384-f842-4306-a318-71b587753ace {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:38.798050 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 on network 26ff5384-f842-4306-a318-71b587753ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:30:38.798373 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Attempting to bind port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 on network 26ff5384-f842-4306-a318-71b587753ace {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:38.803103 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:30:38.803440 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Checking segment: {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:38.803822 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Bound using segment: {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:30:38.804295 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Bound port: cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:30:38.804651 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:38.870386 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] For port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:30:38.873365 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] For port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:30:38.987235 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:39.021062 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:39.021696 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:39.023297 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] 10.222.0.20 "PUT /v2.0/ports/cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 HTTP/1.1" status: 200 len: 1093 time: 0.8620038 Sep 02 04:30:39.026461 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f6d300-6517-4e4b-9e8e-be0fab5c385c', 'tag': 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:39.026461 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f08a736-4665-4aca-a916-c840b060ad6c" -d '{"events": [{"name": "network-changed", "server_uuid": "62f6d300-6517-4e4b-9e8e-be0fab5c385c", "tag": "cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:39.059137 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Pushing event updated for resources: {'Port': ['ID=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:39.065855 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152c48e-78cf-457f-a51c-425508a2c56e x-openstack-request-id: req-0152c48e-78cf-457f-a51c-425508a2c56e {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:39.066134 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f6d300-6517-4e4b-9e8e-be0fab5c385c", "tag": "cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:39.066396 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0152c48e-78cf-457f-a51c-425508a2c56e {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:39.066781 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f6d300-6517-4e4b-9e8e-be0fab5c385c', 'tag': 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7', 'status': 'completed', 'code': 200} Sep 02 04:30:39.095103 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.095467 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.095848 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.096230 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.096810 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.097153 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.097482 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.097821 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.098158 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.098489 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.098822 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.099239 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635dfae-f602-4bb0-9b43-8d2c6de7b9cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:39.129204 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaeadb-2d4a-40dd-b7e8-bb9a6ea3fbe4 req-98a68a97-5d80-4ab0-a39e-5e3273b88b49 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:39.130861 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7adaeadb-2d4a-40dd-b7e8-bb9a6ea3fbe4 req-98a68a97-5d80-4ab0-a39e-5e3273b88b49 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 948 time: 0.0683908 Sep 02 04:30:39.174434 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7adaeadb-2d4a-40dd-b7e8-bb9a6ea3fbe4 req-0664fb4f-4d44-41a2-9fef-c7c0030d4924 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375962 Sep 02 04:30:39.222737 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a736-4665-4aca-a916-c840b060ad6c req-d1c8e465-2d8f-4380-b2c7-6de01c250a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:39.224443 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7f08a736-4665-4aca-a916-c840b060ad6c req-d1c8e465-2d8f-4380-b2c7-6de01c250a58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 1096 time: 0.0458729 Sep 02 04:30:39.328106 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1e705-6339-4f37-bd5a-26b0bf484614 req-30815eff-4385-4726-8d26-1d8cff5b9781 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:39.329552 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a3a1e705-6339-4f37-bd5a-26b0bf484614 req-30815eff-4385-4726-8d26-1d8cff5b9781 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0651965 Sep 02 04:30:39.369598 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a3a1e705-6339-4f37-bd5a-26b0bf484614 req-4352cf75-18ed-48ae-848d-7d84db6c567a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339274 Sep 02 04:30:39.411244 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a736-4665-4aca-a916-c840b060ad6c req-7501454b-e8e3-4401-925f-265b5c10b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:39.413047 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7f08a736-4665-4aca-a916-c840b060ad6c req-7501454b-e8e3-4401-925f-265b5c10b0ba service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=30c709f5c0524e4384bdb829d81c46c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1618147 Sep 02 04:30:39.525309 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08a736-4665-4aca-a916-c840b060ad6c req-db5113d1-1a5c-4fac-83e5-b3d74fd4d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:39.526778 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7f08a736-4665-4aca-a916-c840b060ad6c req-db5113d1-1a5c-4fac-83e5-b3d74fd4d00e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0963926 Sep 02 04:30:39.670717 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254278e-953d-4a86-9459-6259fc288728 req-af50991b-9844-4e1b-bf1a-85be32ca2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:39.672947 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-af50991b-9844-4e1b-bf1a-85be32ca2604 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 1096 time: 0.0448179 Sep 02 04:30:39.750823 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-65ef63f5-c68a-48a6-a876-a494de77af49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 HTTP/1.1" status: 200 len: 217 time: 0.0459218 Sep 02 04:30:39.786968 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede9cb9-5343-43f0-9ecd-1b485ee874f0 req-58139ad5-7a37-4d1f-87be-9f3cd2ce0b03 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:39.788359 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-aede9cb9-5343-43f0-9ecd-1b485ee874f0 req-58139ad5-7a37-4d1f-87be-9f3cd2ce0b03 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 943 time: 0.0481417 Sep 02 04:30:39.838555 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-aede9cb9-5343-43f0-9ecd-1b485ee874f0 req-2f09e149-6b95-4873-8b18-1fd58f747870 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Sep 02 04:30:39.878978 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254278e-953d-4a86-9459-6259fc288728 req-1775d8fd-7028-4820-8bf4-3a9d43c5e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:39.880578 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-1775d8fd-7028-4820-8bf4-3a9d43c5e064 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=585e7e78-7a21-4acb-8445-b56d0247ba24 HTTP/1.1" status: 200 len: 854 time: 0.0590656 Sep 02 04:30:39.912478 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-f4ac38c7-b4f5-4a98-9cab-1268dd58d1d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26ff5384-f842-4306-a318-71b587753ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235844 Sep 02 04:30:39.930432 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43072) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:40.015551 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-72ca817d-4e9c-4e17-8c36-51fbce00192f service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935194 Sep 02 04:30:40.057357 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f7301983-67a0-4e7a-9b6d-1d1957fc1812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:40.103632 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 077d2e89-136e-4129-8828-d2366fff9d58 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:30:40.142852 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a254278e-953d-4a86-9459-6259fc288728 req-71e02628-f3f8-49b1-8bf8-9656ddb0eda8 service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195068 Sep 02 04:30:40.199964 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 077d2e89-136e-4129-8828-d2366fff9d58, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=077d2e89-136e-4129-8828-d2366fff9d58,segment=NetworkSegment(9c6a10b6-8114-45b8-8fd0-828348d57326),segment_id=9c6a10b6-8114-45b8-8fd0-828348d57326)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:40.203880 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f7301983-67a0-4e7a-9b6d-1d1957fc1812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:40.212438 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '077d2e89-136e-4129-8828-d2366fff9d58', 'network_id': 'b182aa76-6969-4eda-8c65-9d592c04d816', 'port_id': '077d2e89-136e-4129-8828-d2366fff9d58', 'mac_address': 'fa:16:3e:17:7b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeba64be-5757-4419-b043-f93517f8540e', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:30:40.252917 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:40.265938 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077d2e89-136e-4129-8828-d2366fff9d58 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:40.286730 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 077d2e89-136e-4129-8828-d2366fff9d58, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=077d2e89-136e-4129-8828-d2366fff9d58,segment=NetworkSegment(9c6a10b6-8114-45b8-8fd0-828348d57326),segment_id=9c6a10b6-8114-45b8-8fd0-828348d57326)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:40.292501 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509dddd-7e6a-4095-999f-e61b219db285 req-2b08c5f2-772e-434c-a9a0-266ba3a4aba6 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:40.294137 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4509dddd-7e6a-4095-999f-e61b219db285 req-2b08c5f2-772e-434c-a9a0-266ba3a4aba6 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 948 time: 0.0491626 Sep 02 04:30:40.329906 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f7301983-67a0-4e7a-9b6d-1d1957fc1812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:40.334400 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4509dddd-7e6a-4095-999f-e61b219db285 req-dfb2699c-0abb-4b01-937f-03dd51449b47 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326006 Sep 02 04:30:40.373434 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-f7301983-67a0-4e7a-9b6d-1d1957fc1812 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=691bd3512a4c43b581851d491ad6436a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412413 Sep 02 04:30:40.374658 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7301983-67a0-4e7a-9b6d-1d1957fc1812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500cdfef-1570-4f4d-9818-119cc420a1ea,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:40.379268 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43078) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:40.397901 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:40.433820 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:40.458352 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=077d2e89-136e-4129-8828-d2366fff9d58,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:40.472020 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:40.499140 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e103b-9561-4cdc-8a9d-651c161ec2dd req-206eed63-2a79-4558-a3a1-c275356cae90 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:40.509018 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-868e103b-9561-4cdc-8a9d-651c161ec2dd req-206eed63-2a79-4558-a3a1-c275356cae90 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0597808 Sep 02 04:30:40.548011 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-868e103b-9561-4cdc-8a9d-651c161ec2dd req-0b50f4a0-2607-4d76-9907-2fe843ea55db tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380945 Sep 02 04:30:40.655929 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:40.655929 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:40.655929 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/500cdfef-1570-4f4d-9818-119cc420a1ea HTTP/1.1" status: 204 len: 168 time: 0.2728930 Sep 02 04:30:40.661087 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500cdfef-1570-4f4d-9818-119cc420a1ea,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:40.668090 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.668439 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.668792 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.669109 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.669441 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.669767 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.670093 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.670444 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.670768 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.671096 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.671413 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:40.672409 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324b51c9-4124-4ee1-9374-b3b4b6f6d61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:41.018535 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['077d2e89-136e-4129-8828-d2366fff9d58'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:41.124526 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f7914-f2e0-487c-9ba8-26fa8a164c2c req-04bec862-5a10-4815-bed6-7f7cce30aa50 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:41.126850 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fe4f7914-f2e0-487c-9ba8-26fa8a164c2c req-04bec862-5a10-4815-bed6-7f7cce30aa50 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 943 time: 0.2127490 Sep 02 04:30:41.164425 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fe4f7914-f2e0-487c-9ba8-26fa8a164c2c req-082ef8f1-7cdc-489a-b60b-f3836f681e7e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313020 Sep 02 04:30:41.351418 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43096) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:41.365248 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-5274be73-8354-4466-a783-b2bdb8a75a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:41.454489 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66593e4-8570-4402-9081-999212fb983d req-c747eeb4-ac32-4114-b666-8556e9a4e6ac tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:41.455035 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-5274be73-8354-4466-a783-b2bdb8a75a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:41.456809 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c66593e4-8570-4402-9081-999212fb983d req-c747eeb4-ac32-4114-b666-8556e9a4e6ac tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 949 time: 0.0509865 Sep 02 04:30:41.496998 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c66593e4-8570-4402-9081-999212fb983d req-b404df45-ca8c-450f-829c-c19219743d44 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339670 Sep 02 04:30:41.535174 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-5274be73-8354-4466-a783-b2bdb8a75a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:41.596499 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-5274be73-8354-4466-a783-b2bdb8a75a16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6d08a4061b44741bc8405331d73414f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344058 Sep 02 04:30:41.596499 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274be73-8354-4466-a783-b2bdb8a75a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494be1b-49e6-4df5-9a81-f2784e3a436a,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:41.596657 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43104) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:41.659747 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-78cf7182-9fc0-4327-9ea2-6ac04ebea311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:41.685501 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-78cf7182-9fc0-4327-9ea2-6ac04ebea311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:41.729658 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b6362-da9d-4228-aa66-b5a79675e349 req-9221a8f3-92dc-4ab8-b8c4-66b40905809d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:41.732586 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-857b6362-da9d-4228-aa66-b5a79675e349 req-9221a8f3-92dc-4ab8-b8c4-66b40905809d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.1048303 Sep 02 04:30:41.786401 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-857b6362-da9d-4228-aa66-b5a79675e349 req-3a594106-3689-4b54-aed2-2d50444b3233 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 Sep 02 04:30:41.860430 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-78cf7182-9fc0-4327-9ea2-6ac04ebea311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:41.862994 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-78cf7182-9fc0-4327-9ea2-6ac04ebea311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:41.864190 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-78cf7182-9fc0-4327-9ea2-6ac04ebea311 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d494be1b-49e6-4df5-9a81-f2784e3a436a HTTP/1.1" status: 204 len: 168 time: 0.2722600 Sep 02 04:30:41.872082 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf7182-9fc0-4327-9ea2-6ac04ebea311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494be1b-49e6-4df5-9a81-f2784e3a436a,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:42.105567 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:30:42.241762 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:42.273247 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7', 'network_id': '26ff5384-f842-4306-a318-71b587753ace', 'port_id': 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7', 'mac_address': 'fa:16:3e:9a:a7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585e7e78-7a21-4acb-8445-b56d0247ba24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:30:42.309821 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621c10e-aac4-4978-bf27-21eed7ac6625 req-7d587f29-f846-4f6f-b8b3-e2771b9dd31e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:42.316091 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2621c10e-aac4-4978-bf27-21eed7ac6625 req-7d587f29-f846-4f6f-b8b3-e2771b9dd31e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 943 time: 0.0699978 Sep 02 04:30:42.353044 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:42.371270 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:42.393025 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:42.404800 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2621c10e-aac4-4978-bf27-21eed7ac6625 req-56f8a79b-a24e-4a60-846f-1d93754190fc tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829949 Sep 02 04:30:42.412685 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ec7b7-7d6b-4a4f-b6e1-a38cbe49eedc req-fbf01849-24a1-4a2d-987e-b23e61a7df85 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:42.414563 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5b1ec7b7-7d6b-4a4f-b6e1-a38cbe49eedc req-fbf01849-24a1-4a2d-987e-b23e61a7df85 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 946 time: 0.0891268 Sep 02 04:30:42.455450 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5b1ec7b7-7d6b-4a4f-b6e1-a38cbe49eedc req-280a6825-f569-42a4-bcc0-08fdddb34c1e tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341103 Sep 02 04:30:42.499611 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:42.553927 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:42.561683 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.562181 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.562706 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.563295 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.563727 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.564156 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.564563 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.564977 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.565391 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.565841 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.566180 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.566568 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:30:42.627463 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d27ef-bdbf-410c-8caf-ebf9596d2dfc req-8212d126-aa36-4b8e-b09f-4aaa10abfebf tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:42.629052 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-871d27ef-bdbf-410c-8caf-ebf9596d2dfc req-8212d126-aa36-4b8e-b09f-4aaa10abfebf tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 949 time: 0.0510297 Sep 02 04:30:42.667891 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-871d27ef-bdbf-410c-8caf-ebf9596d2dfc req-a8815af3-2826-4739-9b73-482a77e3aa1f tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Sep 02 04:30:42.909403 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eb532-7e1f-4883-8a43-b3603cd4333b req-d1f501c3-8577-478e-a72f-743fe7d8b127 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:42.916369 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-814eb532-7e1f-4883-8a43-b3603cd4333b req-d1f501c3-8577-478e-a72f-743fe7d8b127 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0543866 Sep 02 04:30:42.948680 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-814eb532-7e1f-4883-8a43-b3603cd4333b req-0970cb20-6c86-4e12-9ec2-276059a60b82 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312681 Sep 02 04:30:43.048478 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43148) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:43.072076 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:43.161914 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-761740464-network', 'tenant_id': '013c79fcddea40cd99b7a5e9f333a2bc'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:43.289425 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Made reservation on behalf of 013c79fcddea40cd99b7a5e9f333a2bc for: {'network': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:43.291678 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:43.300956 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:43.394005 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:43.486712 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:43.513878 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:30:43.521732 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81757b-510a-42b2-a654-ba95dcb1f147 req-69a0e969-643c-42f5-9ecc-fd5db555fd9e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:43.523509 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7a81757b-510a-42b2-a654-ba95dcb1f147 req-69a0e969-643c-42f5-9ecc-fd5db555fd9e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 944 time: 0.0591016 Sep 02 04:30:43.525126 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:43.525510 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.segments_db [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Added segment 290fbe88-5037-4b5e-aa46-52f2eebe560c of type vlan for network 5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c Sep 02 04:30:43.567300 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7a81757b-510a-42b2-a654-ba95dcb1f147 req-f623193b-e549-41a9-a6cb-83cde5d84899 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331602 Sep 02 04:30:43.567487 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea48a1c-5fd7-4986-874a-7cafea7aff1e,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:43.595959 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:43.632078 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c3b4b-c9ff-40de-93f7-f88d533063e8 req-7f3ce0ba-ca0c-4a60-a1c7-ab51af968333 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:43.633546 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8c8c3b4b-c9ff-40de-93f7-f88d533063e8 req-7f3ce0ba-ca0c-4a60-a1c7-ab51af968333 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 946 time: 0.0939879 Sep 02 04:30:43.672125 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8c8c3b4b-c9ff-40de-93f7-f88d533063e8 req-7ba7fcf4-a355-4441-bac9-8a84cf26a670 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Sep 02 04:30:43.741046 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:43.742208 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:43.742975 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:43.793307 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1279c7e-f030-40b1-87e5-081a7444020f req-170c5ef6-e757-4323-a850-a517ba70ac8f tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:43.794864 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e1279c7e-f030-40b1-87e5-081a7444020f req-170c5ef6-e757-4323-a850-a517ba70ac8f tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 949 time: 0.0508707 Sep 02 04:30:43.805339 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] Pushing event updated for resources: {'Network': ['ID=5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:43.815240 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:30:43.839120 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e1279c7e-f030-40b1-87e5-081a7444020f req-77ec7945-c1b5-4ca3-a22b-717fc557ea1b tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315261 Sep 02 04:30:43.868046 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-a8ec3813-1dd7-4a6b-b189-83f227200257 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8184707 Sep 02 04:30:43.879774 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43162) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:43.885076 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Request body: {'subnet': {'network_id': '5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-761740464-subnet', 'tenant_id': '013c79fcddea40cd99b7a5e9f333a2bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:43.930915 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:30:44.047196 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Made reservation on behalf of 013c79fcddea40cd99b7a5e9f333a2bc for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:44.049702 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:44.142664 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 077d2e89-136e-4129-8828-d2366fff9d58 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:44.266761 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 077d2e89-136e-4129-8828-d2366fff9d58 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:44.270992 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 077d2e89-136e-4129-8828-d2366fff9d58 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:44.271398 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:44.334195 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2d024-9132-4b06-8315-1fcbf0468d59 req-584af391-cba0-477f-acc4-efc862e3280c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:44.335654 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f1f2d024-9132-4b06-8315-1fcbf0468d59 req-584af391-cba0-477f-acc4-efc862e3280c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.3151982 Sep 02 04:30:44.362572 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:44.386260 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843b6490-8575-4988-a3e4-16835e3960ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077d2e89-136e-4129-8828-d2366fff9d58'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:44.388929 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f557030-c960-42e4-a792-8bac9f09a0fa" -d '{"events": [{"server_uuid": "843b6490-8575-4988-a3e4-16835e3960ab", "name": "network-vif-plugged", "status": "completed", "tag": "077d2e89-136e-4129-8828-d2366fff9d58"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:44.395371 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f1f2d024-9132-4b06-8315-1fcbf0468d59 req-45bc3962-953d-471c-8a1c-7ab86e990886 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487888 Sep 02 04:30:44.402479 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 077d2e89-136e-4129-8828-d2366fff9d58, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=077d2e89-136e-4129-8828-d2366fff9d58,segment=NetworkSegment(9c6a10b6-8114-45b8-8fd0-828348d57326),segment_id=9c6a10b6-8114-45b8-8fd0-828348d57326)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:44.447997 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c35de6-8804-45ee-a0d1-ee959814a1e1 x-openstack-request-id: req-26c35de6-8804-45ee-a0d1-ee959814a1e1 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:44.448295 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843b6490-8575-4988-a3e4-16835e3960ab", "name": "network-vif-plugged", "status": "completed", "tag": "077d2e89-136e-4129-8828-d2366fff9d58", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:44.448550 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26c35de6-8804-45ee-a0d1-ee959814a1e1 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:44.448951 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843b6490-8575-4988-a3e4-16835e3960ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077d2e89-136e-4129-8828-d2366fff9d58', 'code': 200} Sep 02 04:30:44.518000 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:44.566496 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=077d2e89-136e-4129-8828-d2366fff9d58,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:44.586527 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:44.639600 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d99dfc-1585-4938-bd16-15dcfa9bcff7,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:44.657292 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Checking segment: {'id': '290fbe88-5037-4b5e-aa46-52f2eebe560c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:44.657640 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Network hostable DHCP agents. Network: 5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:30:44.691970 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cea47-9473-4065-aa4b-7559893976ce req-5679b52d-bcf9-4cce-b6e1-aa4ba449c2d4 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:44.693534 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c00cea47-9473-4065-aa4b-7559893976ce req-5679b52d-bcf9-4cce-b6e1-aa4ba449c2d4 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 944 time: 0.0499310 Sep 02 04:30:44.731027 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c00cea47-9473-4065-aa4b-7559893976ce req-09e64cea-d9fd-450d-9351-99d52babb74b tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Sep 02 04:30:44.793999 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c37f9-acf4-4267-9aa7-73a7103cd89a req-6b53001e-4d8b-45b7-a787-f941de1273e7 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:44.795477 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fe5c37f9-acf4-4267-9aa7-73a7103cd89a req-6b53001e-4d8b-45b7-a787-f941de1273e7 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 946 time: 0.0486777 Sep 02 04:30:44.798035 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Network 5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:30:44.836377 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fe5c37f9-acf4-4267-9aa7-73a7103cd89a req-7bf76a91-c429-4e51-bf44-6663969191d0 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330701 Sep 02 04:30:44.929473 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:44.938318 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:44.940555 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:44.942805 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0239b11b-d3c4-4c17-b6ea-cc4fdb228157 None None] Network 5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:30:44.966449 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b27db-d771-4c1a-8b68-016e5efda020 req-386ff3a4-0aec-4fa1-8539-29082c83c610 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:44.968029 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc4b27db-d771-4c1a-8b68-016e5efda020 req-386ff3a4-0aec-4fa1-8539-29082c83c610 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 950 time: 0.0680952 Sep 02 04:30:45.003062 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef6030-44a0-4bfe-b391-b05773cdaae8 req-2afca30d-6677-4813-8937-b463caef8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:45.004658 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-47ef6030-44a0-4bfe-b391-b05773cdaae8 req-2afca30d-6677-4813-8937-b463caef8f02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 1103 time: 0.0431418 Sep 02 04:30:45.009877 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc4b27db-d771-4c1a-8b68-016e5efda020 req-4f1e151e-f647-4e08-b7af-75381cb3d38c tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350502 Sep 02 04:30:45.030083 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-bb312158-f669-4f49-bf64-2d395c332076 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1490119 Sep 02 04:30:45.049798 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-47ef6030-44a0-4bfe-b391-b05773cdaae8 req-c0039cc8-60b3-4fab-a1d8-c59b67ee015f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353148 Sep 02 04:30:45.077821 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbb0107-68bd-4edf-83bd-853f06c54435 None None] Network 5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:30:45.518039 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b468c-b19a-40bd-807b-5fc6596bc6cf req-08a42a2f-8820-42ad-be84-6925de31d8fc tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:45.520368 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7b0b468c-b19a-40bd-807b-5fc6596bc6cf req-08a42a2f-8820-42ad-be84-6925de31d8fc tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0521154 Sep 02 04:30:45.557710 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7b0b468c-b19a-40bd-807b-5fc6596bc6cf req-0abcfbfa-21ed-41c8-87ea-757733cc1b7b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Sep 02 04:30:45.720834 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-b8af1b35-bf72-4742-bc2e-84e8d8a32b70 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:45.722237 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-b8af1b35-bf72-4742-bc2e-84e8d8a32b70 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 946 time: 0.0525718 Sep 02 04:30:45.785539 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43202) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:45.791035 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-944348445-network', 'tenant_id': '7f185017d0d14e62b0980f331f8d1106'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:45.895095 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Made reservation on behalf of 7f185017d0d14e62b0980f331f8d1106 for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:45.897635 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:45.899669 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f14260-26b0-4f0f-92ef-9e6df114a2dd req-ea69f0c8-ba80-4a3b-a9ce-c737c022aef6 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:45.901291 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-68f14260-26b0-4f0f-92ef-9e6df114a2dd req-ea69f0c8-ba80-4a3b-a9ce-c737c022aef6 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 944 time: 0.0844734 Sep 02 04:30:45.907441 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-97d3c281-fb62-43ed-90c9-aae3904cfde4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Deleting port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:30:45.907761 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-97d3c281-fb62-43ed-90c9-aae3904cfde4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:45.915529 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:45.992744 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d10472-03ca-4533-b778-f862e3219cc1 req-31512891-c655-4c95-82d2-3ea7d9408f9b tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:45.994282 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-82d10472-03ca-4533-b778-f862e3219cc1 req-31512891-c655-4c95-82d2-3ea7d9408f9b tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 946 time: 0.0809274 Sep 02 04:30:46.002845 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-68f14260-26b0-4f0f-92ef-9e6df114a2dd req-29baadea-348d-490e-a055-24ab427681cb tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922046 Sep 02 04:30:46.036019 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-97d3c281-fb62-43ed-90c9-aae3904cfde4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] For port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,segment=NetworkSegment(13961777-080c-4662-8dba-f04728c7410a),segment_id=13961777-080c-4662-8dba-f04728c7410a)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:46.036473 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-97d3c281-fb62-43ed-90c9-aae3904cfde4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.055751 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-97d3c281-fb62-43ed-90c9-aae3904cfde4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Calling delete_port for 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:30:46.061347 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-82d10472-03ca-4533-b778-f862e3219cc1 req-e6eb80a7-92be-47da-b752-a9a2735ad989 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549610 Sep 02 04:30:46.091390 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.143179 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:30:46.174949 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.196456 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:30:46.199515 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe37e9-7ef8-4407-91dc-978c6b53aa30 req-d2bdaeb1-b2e5-4c59-9e3d-63403d7bbe0f tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:46.201125 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-44fe37e9-7ef8-4407-91dc-978c6b53aa30 req-d2bdaeb1-b2e5-4c59-9e3d-63403d7bbe0f tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 950 time: 0.1068058 Sep 02 04:30:46.212527 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb68367-5cae-4110-8ed3-3e77eb1692e8,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:46.215659 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.216026 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Added segment 52c5c610-fa76-4083-8e9f-863220771187 of type vlan for network ee229ec9-d1fc-4047-a79e-40239b4449c5 Sep 02 04:30:46.259378 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.278064 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-44fe37e9-7ef8-4407-91dc-978c6b53aa30 req-6b350da9-58ea-4f52-806f-fc726735a09b tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696526 Sep 02 04:30:46.289038 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:30:46.298250 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:30:46.298701 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.357879 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.358945 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:46.361305 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.378951 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.389713 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-97d3c281-fb62-43ed-90c9-aae3904cfde4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.417700 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:46.422697 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3c281-fb62-43ed-90c9-aae3904cfde4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Pushing event deleted for resources: {'Port': ['ID=7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:46.424855 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ee229ec9-d1fc-4047-a79e-40239b4449c5,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:46.437138 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network ee229ec9-d1fc-4047-a79e-40239b4449c5 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:30:46.449630 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f6d300-6517-4e4b-9e8e-be0fab5c385c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:46.451935 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeed0e0-d551-4ea1-94bf-50650117db3c" -d '{"events": [{"server_uuid": "62f6d300-6517-4e4b-9e8e-be0fab5c385c", "name": "network-vif-plugged", "status": "completed", "tag": "cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:46.489011 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-97d3c281-fb62-43ed-90c9-aae3904cfde4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] No DVR routers for this DVR port 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:30:46.493189 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-97d3c281-fb62-43ed-90c9-aae3904cfde4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.495429 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a220256d-71b9-4e8e-8cbd-1dbf6ca7964a req-97d3c281-fb62-43ed-90c9-aae3904cfde4 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.20 "DELETE /v2.0/ports/7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb HTTP/1.1" status: 204 len: 173 time: 0.7580156 Sep 02 04:30:46.495884 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7102e2-bb80-4a08-8689-fe3c5678fb83', 'name': 'network-vif-deleted', 'tag': '7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:46.498441 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb35b2-0a5d-46bd-b557-b0e2f94459ba" -d '{"events": [{"server_uuid": "9a7102e2-bb80-4a08-8689-fe3c5678fb83", "name": "network-vif-deleted", "tag": "7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:46.500713 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f069ff-3ac3-4baa-a1bb-430a49a11262 x-openstack-request-id: req-b6f069ff-3ac3-4baa-a1bb-430a49a11262 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:46.501188 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f6d300-6517-4e4b-9e8e-be0fab5c385c", "name": "network-vif-plugged", "status": "completed", "tag": "cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:46.501446 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6f069ff-3ac3-4baa-a1bb-430a49a11262 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:46.501833 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f6d300-6517-4e4b-9e8e-be0fab5c385c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7', 'code': 200} Sep 02 04:30:46.533797 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ded65-821b-4d72-b4aa-118aff2de34a x-openstack-request-id: req-e26ded65-821b-4d72-b4aa-118aff2de34a {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:46.534088 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7102e2-bb80-4a08-8689-fe3c5678fb83", "name": "network-vif-deleted", "tag": "7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:46.534339 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e26ded65-821b-4d72-b4aa-118aff2de34a {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:46.534729 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7102e2-bb80-4a08-8689-fe3c5678fb83', 'name': 'network-vif-deleted', 'tag': '7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb', 'status': 'completed', 'code': 200} Sep 02 04:30:46.575110 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.575834 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-db45eeeb-47e3-41d7-ba16-76c9090977c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7884662 Sep 02 04:30:46.580257 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43214) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:46.584105 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Request body: {'subnet': {'network_id': 'ee229ec9-d1fc-4047-a79e-40239b4449c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-944348445-subnet', 'tenant_id': '7f185017d0d14e62b0980f331f8d1106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:46.644225 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:46.694695 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd0968-640d-4653-be4d-110c8c0e3e04 req-e7b83c90-ad5a-40e0-97f5-12ccb773c1ee tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:46.696603 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7ddd0968-640d-4653-be4d-110c8c0e3e04 req-e7b83c90-ad5a-40e0-97f5-12ccb773c1ee tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0545909 Sep 02 04:30:46.716758 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Made reservation on behalf of 7f185017d0d14e62b0980f331f8d1106 for: {'subnet': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:46.718971 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:46.758782 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7ddd0968-640d-4653-be4d-110c8c0e3e04 req-9e33f7a9-9329-483c-951f-08db7d99cd46 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561392 Sep 02 04:30:47.025470 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:47.082261 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caecff76-1843-407c-bf23-34b2a34a5d9a,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:47.090588 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Checking segment: {'id': '52c5c610-fa76-4083-8e9f-863220771187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ee229ec9-d1fc-4047-a79e-40239b4449c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:47.090983 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Network hostable DHCP agents. Network: ee229ec9-d1fc-4047-a79e-40239b4449c5, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:30:47.175842 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c94d53-4b74-4b48-a121-73f7ddcc76ba req-f8f7a5bb-0eb2-4be2-936d-b22238988508 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:47.177715 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e7c94d53-4b74-4b48-a121-73f7ddcc76ba req-f8f7a5bb-0eb2-4be2-936d-b22238988508 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.1012506 Sep 02 04:30:47.181220 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-68948441-7502-4154-a9db-5b2ca753eacf req-d5e7219a-d92d-48c0-ab77-20219f881f72 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.0351183 Sep 02 04:30:47.203327 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Network ee229ec9-d1fc-4047-a79e-40239b4449c5 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:30:47.209209 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872389c7-e630-48a4-a299-dbb7c01d7e38 req-49aadf59-ced8-4d48-894f-f4f84929a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:47.210700 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-872389c7-e630-48a4-a299-dbb7c01d7e38 req-49aadf59-ced8-4d48-894f-f4f84929a4f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 1098 time: 0.0924726 Sep 02 04:30:47.228849 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e7c94d53-4b74-4b48-a121-73f7ddcc76ba req-412db83e-1288-45d3-ba26-7d2cf0c58754 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427010 Sep 02 04:30:47.260645 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-872389c7-e630-48a4-a299-dbb7c01d7e38 req-5e25aa14-c833-4368-9e1d-4873d8f366ea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Sep 02 04:30:47.283659 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, ee229ec9-d1fc-4047-a79e-40239b4449c5) {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:47.288095 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:47.288572 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:47.294664 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2ca26-f547-477c-b6ca-7924591a03ce None None] Network ee229ec9-d1fc-4047-a79e-40239b4449c5 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:30:47.380277 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b8e84679-8efe-43a0-8e80-f591c3ada832 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8002119 Sep 02 04:30:47.405602 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f74340-3153-411c-81ab-faedbaa5fa58 req-127ee32e-ba0d-474b-a24b-fc51e3281bd4 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:47.407831 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-36f74340-3153-411c-81ab-faedbaa5fa58 req-127ee32e-ba0d-474b-a24b-fc51e3281bd4 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 950 time: 0.0563538 Sep 02 04:30:47.435300 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3406c5-f6c7-475e-bcbb-a00141562b6b None None] Network ee229ec9-d1fc-4047-a79e-40239b4449c5 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:30:47.451360 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-36f74340-3153-411c-81ab-faedbaa5fa58 req-35b964bf-0a73-422b-9b99-1b241d3c9a12 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Sep 02 04:30:47.873287 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9213f6-6a43-4f15-99b9-2ae77c2caab4 req-61a4994d-7bd4-4f49-9ee2-3053a2f12b49 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:47.874667 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ae9213f6-6a43-4f15-99b9-2ae77c2caab4 req-61a4994d-7bd4-4f49-9ee2-3053a2f12b49 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0488207 Sep 02 04:30:47.912098 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ae9213f6-6a43-4f15-99b9-2ae77c2caab4 req-9a2fb532-a570-4988-9a04-886241a6a132 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307398 Sep 02 04:30:48.135538 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:30:48.159727 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:30:48.160104 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7b7bcf24-6a56-4bd8-85aa-d2f2add51fdb not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:30:48.264534 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b6293-4ed4-4558-9aca-2c5f2a972857 req-47d12c6c-a06d-4957-aba1-e8430aff6fc7 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:48.266533 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4c6b6293-4ed4-4558-9aca-2c5f2a972857 req-47d12c6c-a06d-4957-aba1-e8430aff6fc7 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 950 time: 0.0488799 Sep 02 04:30:48.305009 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4c6b6293-4ed4-4558-9aca-2c5f2a972857 req-d2e97ac7-29dc-4065-8b14-5535140ba2d0 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 Sep 02 04:30:48.402265 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7abd49a7-0e13-41c0-987d-14240c79b7ea req-98536a5e-778f-4201-b360-5f03f17ee6ad tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.0279324 Sep 02 04:30:48.474318 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69beb4d9-4881-4fe7-804e-c14023d81e6c req-c6fd45d7-624d-46ee-8940-7afa986d0eb9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:48.476522 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-69beb4d9-4881-4fe7-804e-c14023d81e6c req-c6fd45d7-624d-46ee-8940-7afa986d0eb9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0534217 Sep 02 04:30:48.501036 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-55e1b981-efd8-4f64-b778-a5d8f557ca27 req-5fc52b16-922a-46b8-8408-af5d9b884651 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0293815 Sep 02 04:30:48.531307 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-69beb4d9-4881-4fe7-804e-c14023d81e6c req-2d2d0efd-e570-4e8b-b9dd-e6c407ab3fa3 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481193 Sep 02 04:30:48.630378 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-55e1b981-efd8-4f64-b778-a5d8f557ca27 req-4630e057-48c0-4a35-b32e-1aaf14980bad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5b6525c725444b7aa20bdb9a47c55f4&device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.0288322 Sep 02 04:30:48.787882 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1b981-efd8-4f64-b778-a5d8f557ca27 req-ce951251-798c-47d6-a765-57ea69264f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:48.789450 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-55e1b981-efd8-4f64-b778-a5d8f557ca27 req-ce951251-798c-47d6-a765-57ea69264f7b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a5b6525c725444b7aa20bdb9a47c55f4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0939891 Sep 02 04:30:48.893582 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1b981-efd8-4f64-b778-a5d8f557ca27 req-ae2b63a3-be03-42c2-b7f3-08d68deed2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:48.895042 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-55e1b981-efd8-4f64-b778-a5d8f557ca27 req-ae2b63a3-be03-42c2-b7f3-08d68deed2c8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0972600 Sep 02 04:30:49.023899 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a2129-83eb-4d54-99be-3816a21ab01f req-e751cf41-4a79-42e2-bcf1-0cc20be57dc4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:49.025362 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c46a2129-83eb-4d54-99be-3816a21ab01f req-e751cf41-4a79-42e2-bcf1-0cc20be57dc4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0468824 Sep 02 04:30:49.063777 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c46a2129-83eb-4d54-99be-3816a21ab01f req-891fdab9-065d-45dd-af97-a2a8629c6657 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Sep 02 04:30:49.417565 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ecc64-2854-4df3-b9ca-13f554fed1ba req-dc73161f-1ecc-4cc1-bbec-a20ec74e4906 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:49.419029 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-110ecc64-2854-4df3-b9ca-13f554fed1ba req-dc73161f-1ecc-4cc1-bbec-a20ec74e4906 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 950 time: 0.0475721 Sep 02 04:30:49.461663 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-110ecc64-2854-4df3-b9ca-13f554fed1ba req-5933452a-8de1-4450-9e95-74e48aaa238c tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345943 Sep 02 04:30:49.556078 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7020bdf2-2ac8-4782-839c-8d8c8024385c req-a6c2430f-d271-4d9b-9e92-fa68b3d6ef97 tempest-DeleteServersTestJSON-446595371 tempest-DeleteServersTestJSON-446595371-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a7102e2-bb80-4a08-8689-fe3c5678fb83 HTTP/1.1" status: 200 len: 210 time: 0.0286090 Sep 02 04:30:49.664305 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f04fb-8795-4577-9d9b-bd95ff6f9072 req-3723598b-8cc6-47cb-a9fc-056301e1d7c6 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:49.665836 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef6f04fb-8795-4577-9d9b-bd95ff6f9072 req-3723598b-8cc6-47cb-a9fc-056301e1d7c6 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0492349 Sep 02 04:30:49.703450 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef6f04fb-8795-4577-9d9b-bd95ff6f9072 req-45a1df79-554d-41bd-8b15-f170587432d9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Sep 02 04:30:50.180331 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd249b30-d39e-4d47-baed-4a97cc070fcd req-f1c4f428-4ebf-4ef0-adac-02d0e14f9af8 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:50.181814 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-dd249b30-d39e-4d47-baed-4a97cc070fcd req-f1c4f428-4ebf-4ef0-adac-02d0e14f9af8 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0495067 Sep 02 04:30:50.218151 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-dd249b30-d39e-4d47-baed-4a97cc070fcd req-29e9fd07-b36c-4861-b711-fb40670f9336 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Sep 02 04:30:50.574686 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9387d9-486f-45a6-bb1d-3a5ef19c112b req-dcfd764a-8925-4c4c-aa8c-5a53866ce3db tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:50.576245 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0d9387d9-486f-45a6-bb1d-3a5ef19c112b req-dcfd764a-8925-4c4c-aa8c-5a53866ce3db tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 950 time: 0.0471382 Sep 02 04:30:50.616628 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0d9387d9-486f-45a6-bb1d-3a5ef19c112b req-f1e2a585-6ed9-423d-a741-a8cac10a242a tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333712 Sep 02 04:30:50.862695 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e1e1-8b20-44ee-a614-20c047195f87 req-ff1b1ec6-190c-4c51-aa61-1a2dad03763c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:50.864218 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b5f1e1e1-8b20-44ee-a614-20c047195f87 req-ff1b1ec6-190c-4c51-aa61-1a2dad03763c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0536637 Sep 02 04:30:50.903269 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b5f1e1e1-8b20-44ee-a614-20c047195f87 req-0cd09fc1-36eb-4516-b874-53947ea52d99 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Sep 02 04:30:51.342167 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea996c7a-8234-440e-a03c-28163a9ebaaf req-18cc2561-5677-46d0-9d77-9cb302a683df tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:51.343900 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ea996c7a-8234-440e-a03c-28163a9ebaaf req-18cc2561-5677-46d0-9d77-9cb302a683df tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0500915 Sep 02 04:30:51.383918 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ea996c7a-8234-440e-a03c-28163a9ebaaf req-0d066623-4ec8-44bb-8e22-b06ddc3cc062 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333750 Sep 02 04:30:51.481759 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-3b305bba-22e5-4b1e-835e-ffef71d6db1d tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:51.483288 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-3b305bba-22e5-4b1e-835e-ffef71d6db1d tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.20 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 950 time: 0.0467217 Sep 02 04:30:51.584544 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-0cd3b293-f1a4-4491-8856-aa8231857eee tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Deleting port 077d2e89-136e-4129-8828-d2366fff9d58 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:30:51.584885 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-0cd3b293-f1a4-4491-8856-aa8231857eee tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:51.675350 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-0cd3b293-f1a4-4491-8856-aa8231857eee tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] For port 077d2e89-136e-4129-8828-d2366fff9d58, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=077d2e89-136e-4129-8828-d2366fff9d58,segment=NetworkSegment(9c6a10b6-8114-45b8-8fd0-828348d57326),segment_id=9c6a10b6-8114-45b8-8fd0-828348d57326)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:30:51.690981 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-0cd3b293-f1a4-4491-8856-aa8231857eee tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:51.690981 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-0cd3b293-f1a4-4491-8856-aa8231857eee tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Calling delete_port for 077d2e89-136e-4129-8828-d2366fff9d58 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:30:51.852842 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b1848-c0bf-45bf-a0d5-1b14616a099d req-2a184bf2-45dd-4f92-9d9e-f3c820877d81 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:51.854315 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-346b1848-c0bf-45bf-a0d5-1b14616a099d req-2a184bf2-45dd-4f92-9d9e-f3c820877d81 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 950 time: 0.0588131 Sep 02 04:30:51.892739 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-346b1848-c0bf-45bf-a0d5-1b14616a099d req-8e4ad09f-3d6a-40b0-b04f-03dfb9bd45e2 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef0e5519-0e5f-4098-865e-91806ec1a566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Sep 02 04:30:51.911987 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-0cd3b293-f1a4-4491-8856-aa8231857eee tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:51.940675 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3b293-f1a4-4491-8856-aa8231857eee tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Pushing event deleted for resources: {'Port': ['ID=077d2e89-136e-4129-8828-d2366fff9d58,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:51.966759 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['077d2e89-136e-4129-8828-d2366fff9d58'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:51.985868 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-0cd3b293-f1a4-4491-8856-aa8231857eee tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] No DVR routers for this DVR port 077d2e89-136e-4129-8828-d2366fff9d58 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:30:51.988456 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-0cd3b293-f1a4-4491-8856-aa8231857eee tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:51.990330 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-017c31d6-ce01-49de-a672-9ffbd1238934 req-0cd3b293-f1a4-4491-8856-aa8231857eee tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.20 "DELETE /v2.0/ports/077d2e89-136e-4129-8828-d2366fff9d58 HTTP/1.1" status: 204 len: 173 time: 0.4939892 Sep 02 04:30:51.990765 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843b6490-8575-4988-a3e4-16835e3960ab', 'name': 'network-vif-deleted', 'tag': '077d2e89-136e-4129-8828-d2366fff9d58'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:30:51.993051 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79faac3c-2a3b-45ad-a353-a3656a749c91" -d '{"events": [{"server_uuid": "843b6490-8575-4988-a3e4-16835e3960ab", "name": "network-vif-deleted", "tag": "077d2e89-136e-4129-8828-d2366fff9d58"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:30:52.037714 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f408dde-f4da-4122-bf78-d36ea9217c70 x-openstack-request-id: req-4f408dde-f4da-4122-bf78-d36ea9217c70 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:30:52.038450 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843b6490-8575-4988-a3e4-16835e3960ab", "name": "network-vif-deleted", "tag": "077d2e89-136e-4129-8828-d2366fff9d58", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:30:52.038707 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f408dde-f4da-4122-bf78-d36ea9217c70 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:30:52.039113 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843b6490-8575-4988-a3e4-16835e3960ab', 'name': 'network-vif-deleted', 'tag': '077d2e89-136e-4129-8828-d2366fff9d58', 'status': 'completed', 'code': 200} Sep 02 04:30:52.242324 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43360) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:52.302854 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a97a16-d369-4206-943b-440f3cacf1aa admin admin] Deleting subnet 9e328b05-a529-45f7-87ad-0aa6be1902ce {{(pid=94402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:30:52.306235 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-34a97a16-d369-4206-943b-440f3cacf1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.343790 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-34a97a16-d369-4206-943b-440f3cacf1aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.354814 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-34a97a16-d369-4206-943b-440f3cacf1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.510470 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd5c6-4886-4266-958a-867ef1e84465 req-1b30c0a8-822d-425b-9ef7-7c153f73695e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:52.512076 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc9bd5c6-4886-4266-958a-867ef1e84465 req-1b30c0a8-822d-425b-9ef7-7c153f73695e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0542033 Sep 02 04:30:52.548983 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc9bd5c6-4886-4266-958a-867ef1e84465 req-bffd2c8a-ff57-4176-9a4a-1035c5956bc9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307782 Sep 02 04:30:52.563967 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-34a97a16-d369-4206-943b-440f3cacf1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.589113 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a97a16-d369-4206-943b-440f3cacf1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e328b05-a529-45f7-87ad-0aa6be1902ce,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:52.592894 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-34a97a16-d369-4206-943b-440f3cacf1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.596106 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-34a97a16-d369-4206-943b-440f3cacf1aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9e328b05-a529-45f7-87ad-0aa6be1902ce HTTP/1.1" status: 204 len: 168 time: 0.3525279 Sep 02 04:30:52.597936 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43366) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:52.667055 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.745676 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.756412 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.756813 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.757626 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.757943 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > port after_create 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.758278 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.758588 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > port after_update 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.758922 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.759220 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.759545 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.759898 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.849303 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.876395 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.876744 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.877069 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.877394 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:30:52.880009 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edf8d96-2ca8-4884-968d-e0e3a9a38f62']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:52.895794 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13961777-080c-4662-8dba-f04728c7410a') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:52.896140 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13961777-080c-4662-8dba-f04728c7410a') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:30:52.913347 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.943508 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.951331 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:30:52.951730 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: from cryptography.utils import int_from_bytes Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: from cryptography.utils import int_from_bytes Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:30:52.956731 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:30:53.052607 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0ad7ae69-2c15-4f28-915b-598139409ea9 req-755e436a-8969-46d2-badb-1d7accf41865 tempest-VolumesNegativeTest-713639432 tempest-VolumesNegativeTest-713639432-project] 10.222.0.13 "GET /v2.0/ports?device_id=843b6490-8575-4988-a3e4-16835e3960ab HTTP/1.1" status: 200 len: 210 time: 0.0383749 Sep 02 04:30:53.117651 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:53.124005 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:53.126359 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1edf8d96-2ca8-4884-968d-e0e3a9a38f62 HTTP/1.1" status: 204 len: 168 time: 0.5275242 Sep 02 04:30:53.145037 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fa80a-4275-4831-b0cc-fc544f922654 admin admin] Pushing event deleted for resources: {'Network': ['ID=1edf8d96-2ca8-4884-968d-e0e3a9a38f62,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:53.582169 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43386) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:53.622166 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-e1a29416-a8e8-48bb-bfcd-3cd11887d4a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5b6525c725444b7aa20bdb9a47c55f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387170 Sep 02 04:30:53.624502 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43388) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:53.672726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-04deeb71-671a-49c0-bbea-a85f890ddb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:53.675064 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb74854-c0a4-46bf-958d-516b27bc2ebc req-ca343bf7-6885-4701-b9db-0d834c3237e9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:53.676603 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0bb74854-c0a4-46bf-958d-516b27bc2ebc req-ca343bf7-6885-4701-b9db-0d834c3237e9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0606468 Sep 02 04:30:53.696092 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-04deeb71-671a-49c0-bbea-a85f890ddb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:53.713670 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0bb74854-c0a4-46bf-958d-516b27bc2ebc req-b1f8dd57-2fe1-4e2c-b677-9489fe6a072f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Sep 02 04:30:53.848795 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-04deeb71-671a-49c0-bbea-a85f890ddb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:53.852011 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-04deeb71-671a-49c0-bbea-a85f890ddb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:53.853591 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-04deeb71-671a-49c0-bbea-a85f890ddb62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c HTTP/1.1" status: 204 len: 168 time: 0.2278962 Sep 02 04:30:53.863181 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04deeb71-671a-49c0-bbea-a85f890ddb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5cd84-c4d9-43d9-9dc7-3a37ceeb618c,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:54.529901 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-43bb9e4e-ccfd-48c6-a1ff-7877ed36a72c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:54.539127 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-43bb9e4e-ccfd-48c6-a1ff-7877ed36a72c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/networks?id=26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 200 len: 814 time: 0.1043022 Sep 02 04:30:54.549270 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-352c37a8-3e8d-4e0e-882e-849e19bfc871 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/quotas/30c709f5c0524e4384bdb829d81c46c1 HTTP/1.1" status: 200 len: 375 time: 0.0115216 Sep 02 04:30:54.609710 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-18993b5b-c09d-4e8a-8f39-c2c99f3f5263 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543964 Sep 02 04:30:54.700430 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-192b5982-1397-4e6f-833e-9e4a4ca4b611 service neutron] 10.222.0.13 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826800 Sep 02 04:30:54.803145 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-467bea8c-7c05-4e13-916e-07636e257188 service neutron] 10.222.0.13 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958738 Sep 02 04:30:54.840923 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275955-2df6-41bc-9b2e-1eef692438dd req-4f766157-be3e-403a-8969-89a38be8171d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:54.847579 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-45275955-2df6-41bc-9b2e-1eef692438dd req-4f766157-be3e-403a-8969-89a38be8171d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0572813 Sep 02 04:30:54.884166 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-45275955-2df6-41bc-9b2e-1eef692438dd req-40bf4219-872d-4314-9512-0a71de1b96a3 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348239 Sep 02 04:30:55.139452 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f1543408-9465-492f-beca-be37fa56cc6f req-fc576938-3f37-47a4-b33b-e99306ab2d34 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 210 time: 0.0327325 Sep 02 04:30:56.012750 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c650b-8bb4-4d51-85ea-819bd5e406bf req-9b4818db-82ef-4013-bc3b-64939bb5c3ef tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:56.014326 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c34c650b-8bb4-4d51-85ea-819bd5e406bf req-9b4818db-82ef-4013-bc3b-64939bb5c3ef tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0537810 Sep 02 04:30:56.056355 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c34c650b-8bb4-4d51-85ea-819bd5e406bf req-c29f5f7a-1805-4f19-9907-a92345ad6f2b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347605 Sep 02 04:30:56.184100 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 077d2e89-136e-4129-8828-d2366fff9d58 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:30:56.243390 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 077d2e89-136e-4129-8828-d2366fff9d58 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:30:56.244593 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 077d2e89-136e-4129-8828-d2366fff9d58 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:30:56.273646 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eb4b0ee6-f5c3-4f0a-bb84-7edb4aae3228 req-2ee115be-5d4b-4758-8311-aa578876593e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 210 time: 0.0322745 Sep 02 04:30:57.172303 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c2ee7-098e-4fc3-91af-a41bc5691dc2 req-aca1fe1f-97b5-4c5a-9bbb-71cf30d4cb7e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:57.173768 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-986c2ee7-098e-4fc3-91af-a41bc5691dc2 req-aca1fe1f-97b5-4c5a-9bbb-71cf30d4cb7e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0482514 Sep 02 04:30:57.220801 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-986c2ee7-098e-4fc3-91af-a41bc5691dc2 req-a99e565a-4ace-48ac-98f2-3d8e8e7eac5f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364683 Sep 02 04:30:57.377355 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c5928d86-398b-402d-96ea-5bda1172cb2a req-a503481b-9d50-447f-8f35-3a9d2c433cc4 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 210 time: 0.0281162 Sep 02 04:30:57.795877 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-9906a9ae-0221-4c78-8fd2-39fbd2dc288f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:57.797850 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-9906a9ae-0221-4c78-8fd2-39fbd2dc288f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "GET /v2.0/networks?id=26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 200 len: 814 time: 0.1119313 Sep 02 04:30:57.862426 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Request body: {'port': {'device_id': '6ad777a2-0af2-4029-b809-76f5a1e1ca17', 'network_id': '26ff5384-f842-4306-a318-71b587753ace', 'admin_state_up': True, 'tenant_id': '30c709f5c0524e4384bdb829d81c46c1'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:58.065798 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43702) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:58.088996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Made reservation on behalf of 30c709f5c0524e4384bdb829d81c46c1 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:30:58.098299 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:58.358179 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-09dd27b4-60e0-4664-b4cd-b53420a7137c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:58.383012 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Allocated IP 172.20.0.6 (26ff5384-f842-4306-a318-71b587753ace/585e7e78-7a21-4acb-8445-b56d0247ba24/7fab62ca-8e68-4404-bd59-4dcece51f30a) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:30:58.466291 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2662a4-ee0c-4e57-8d0f-12b0617d5f9d req-db991883-ea2e-41ed-80ed-efe5d38ae039 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:58.472544 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-aa2662a4-ee0c-4e57-8d0f-12b0617d5f9d req-db991883-ea2e-41ed-80ed-efe5d38ae039 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.1089129 Sep 02 04:30:58.559086 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-aa2662a4-ee0c-4e57-8d0f-12b0617d5f9d req-e886c5b0-ec6f-44d0-823a-d9c1e2206a0e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692711 Sep 02 04:30:58.669425 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-04e15bfd-0c23-4ef9-ba7d-825ff9ea8382 req-f0606a2b-8dca-43c8-b38e-a1787576cf9d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 210 time: 0.1021631 Sep 02 04:30:58.727780 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-09dd27b4-60e0-4664-b4cd-b53420a7137c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:58.733010 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:58.826433 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-09dd27b4-60e0-4664-b4cd-b53420a7137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:58.881629 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:58.898900 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-09dd27b4-60e0-4664-b4cd-b53420a7137c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f328221cb68c474ead61d275113b9edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8320169 Sep 02 04:30:58.902513 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd27b4-60e0-4664-b4cd-b53420a7137c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36402f4a-5035-4222-a6ab-cb349dea2ad1,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:58.902644 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43768) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:30:58.912434 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3c711505-4162-4e0a-af45-c6ecdc0466d0', 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:30:58.965285 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Network 26ff5384-f842-4306-a318-71b587753ace is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:30:58.970276 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:30:58.980751 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:30:58.987701 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:58.989434 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:59.003325 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Pushing event updated for resources: {'Port': ['ID=7fab62ca-8e68-4404-bd59-4dcece51f30a,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:59.026843 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e80d-d47e-4aec-94de-61b2b50f7365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:59.066174 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e80d-d47e-4aec-94de-61b2b50f7365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:59.113094 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b2bba941-75ba-4faa-8a96-edf1b45bd06c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2550576 Sep 02 04:30:59.144992 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Request body: {'port': {'device_id': '6ad777a2-0af2-4029-b809-76f5a1e1ca17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:30:59.211777 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:59.250308 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e80d-d47e-4aec-94de-61b2b50f7365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:59.255635 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e80d-d47e-4aec-94de-61b2b50f7365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:59.257542 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-dbe1e80d-d47e-4aec-94de-61b2b50f7365 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36402f4a-5035-4222-a6ab-cb349dea2ad1 HTTP/1.1" status: 204 len: 168 time: 0.3544502 Sep 02 04:30:59.267047 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1e80d-d47e-4aec-94de-61b2b50f7365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36402f4a-5035-4222-a6ab-cb349dea2ad1,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:59.610745 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fab62ca-8e68-4404-bd59-4dcece51f30a {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:30:59.618877 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:59.631210 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Transition to ACTIVE for port object 7fab62ca-8e68-4404-bd59-4dcece51f30a will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:30:59.724024 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:59.730588 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5afd1-3ba6-4070-8070-0eb5064776e0 req-7be1db47-b766-481a-b138-747f7bf7db21 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:59.736483 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-75c5afd1-3ba6-4070-8070-0eb5064776e0 req-7be1db47-b766-481a-b138-747f7bf7db21 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0964308 Sep 02 04:30:59.806530 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-75c5afd1-3ba6-4070-8070-0eb5064776e0 req-7fcd1cee-1ac3-41fb-8e30-833d89516de0 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589800 Sep 02 04:30:59.861516 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Attempting to bind port 7fab62ca-8e68-4404-bd59-4dcece51f30a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:30:59.861516 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Attempting to bind port 7fab62ca-8e68-4404-bd59-4dcece51f30a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:30:59.861516 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Attempting to bind port 7fab62ca-8e68-4404-bd59-4dcece51f30a on network 26ff5384-f842-4306-a318-71b587753ace {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:59.896697 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Port 7fab62ca-8e68-4404-bd59-4dcece51f30a on network 26ff5384-f842-4306-a318-71b587753ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:30:59.897084 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Attempting to bind port 7fab62ca-8e68-4404-bd59-4dcece51f30a on network 26ff5384-f842-4306-a318-71b587753ace {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:30:59.906148 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Pushing event updated for resources: {'Port': ['ID=7fab62ca-8e68-4404-bd59-4dcece51f30a,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:30:59.911221 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:30:59.911655 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Checking segment: {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:30:59.917323 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Bound using segment: {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:30:59.917323 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Bound port: 7fab62ca-8e68-4404-bd59-4dcece51f30a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:30:59.917323 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:30:59.973161 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa3ca-860c-4ff0-a019-1e6f431cb472 req-e0e1e869-251d-45d6-afbb-678dafdebc87 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:30:59.978974 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a65fa3ca-860c-4ff0-a019-1e6f431cb472 req-e0e1e869-251d-45d6-afbb-678dafdebc87 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 943 time: 0.1584620 Sep 02 04:31:00.021091 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] For port 7fab62ca-8e68-4404-bd59-4dcece51f30a, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:31:00.040387 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] For port 7fab62ca-8e68-4404-bd59-4dcece51f30a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7fab62ca-8e68-4404-bd59-4dcece51f30a,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:31:00.058409 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a65fa3ca-860c-4ff0-a019-1e6f431cb472 req-9730d43d-2ab1-40bf-b8e1-5c11e50fd4a9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682735 Sep 02 04:31:00.118131 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:00.160412 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:00.161027 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:00.162425 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] 10.222.0.20 "PUT /v2.0/ports/7fab62ca-8e68-4404-bd59-4dcece51f30a HTTP/1.1" status: 200 len: 1093 time: 1.0248868 Sep 02 04:31:00.162865 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad777a2-0af2-4029-b809-76f5a1e1ca17', 'tag': '7fab62ca-8e68-4404-bd59-4dcece51f30a'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:31:00.165223 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127a2a36-93c3-4a9f-880c-3ae08f8c0dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad777a2-0af2-4029-b809-76f5a1e1ca17", "tag": "7fab62ca-8e68-4404-bd59-4dcece51f30a"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:31:00.192449 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01ca6a-72dd-4916-9ea4-e7a659b9fe2b service neutron] Pushing event updated for resources: {'Port': ['ID=7fab62ca-8e68-4404-bd59-4dcece51f30a,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:00.212022 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389e27fc-79d5-4c12-bd30-a523812ca7b3 x-openstack-request-id: req-389e27fc-79d5-4c12-bd30-a523812ca7b3 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:31:00.212376 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad777a2-0af2-4029-b809-76f5a1e1ca17", "tag": "7fab62ca-8e68-4404-bd59-4dcece51f30a", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:31:00.212556 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-389e27fc-79d5-4c12-bd30-a523812ca7b3 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:31:00.212937 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad777a2-0af2-4029-b809-76f5a1e1ca17', 'tag': '7fab62ca-8e68-4404-bd59-4dcece51f30a', 'status': 'completed', 'code': 200} Sep 02 04:31:00.314576 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a2a36-93c3-4a9f-880c-3ae08f8c0dc2 req-45f89eb7-0a05-4f87-90dc-6619f007095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:00.316137 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-127a2a36-93c3-4a9f-880c-3ae08f8c0dc2 req-45f89eb7-0a05-4f87-90dc-6619f007095b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 1096 time: 0.0431376 Sep 02 04:31:00.430052 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a2a36-93c3-4a9f-880c-3ae08f8c0dc2 req-92ad2a66-42a7-4105-9f71-6f616dd4e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:00.431682 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-127a2a36-93c3-4a9f-880c-3ae08f8c0dc2 req-92ad2a66-42a7-4105-9f71-6f616dd4e259 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=30c709f5c0524e4384bdb829d81c46c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0976241 Sep 02 04:31:00.538477 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a2a36-93c3-4a9f-880c-3ae08f8c0dc2 req-b16edc35-e7c9-4e91-a042-66a8490631f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:00.539985 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-127a2a36-93c3-4a9f-880c-3ae08f8c0dc2 req-b16edc35-e7c9-4e91-a042-66a8490631f9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0998755 Sep 02 04:31:00.675612 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b10d99b2-a153-48ce-b5af-a7c038cb411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:00.677553 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-b10d99b2-a153-48ce-b5af-a7c038cb411d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 1096 time: 0.0495732 Sep 02 04:31:01.015944 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19a28e-f817-49c2-be16-1acb45d7f8bf req-21104a5f-e0f8-4d4e-8df0-b3da11d690ad tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:01.028720 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2e19a28e-f817-49c2-be16-1acb45d7f8bf req-21104a5f-e0f8-4d4e-8df0-b3da11d690ad tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.1046093 Sep 02 04:31:01.048423 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-13b619a1-f628-44d7-b04a-a95146ad19d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fab62ca-8e68-4404-bd59-4dcece51f30a HTTP/1.1" status: 200 len: 217 time: 0.3525705 Sep 02 04:31:01.096133 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2e19a28e-f817-49c2-be16-1acb45d7f8bf req-6c82c8c0-d4fa-48f9-9eeb-beea9a93fe83 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582616 Sep 02 04:31:01.113231 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-710d684a-ad9b-45a9-ac2a-9a036bffac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:01.113678 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-710d684a-ad9b-45a9-ac2a-9a036bffac9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=585e7e78-7a21-4acb-8445-b56d0247ba24 HTTP/1.1" status: 200 len: 854 time: 0.0562568 Sep 02 04:31:01.177858 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-c7022d0e-6684-4464-a7ce-9f2ec3ed6982 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26ff5384-f842-4306-a318-71b587753ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247149 Sep 02 04:31:01.210507 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887e4f-7fa2-4418-b014-b8370321ba30 req-7de375ac-f004-4f29-8893-7d3a3d5dff14 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:01.212042 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-04887e4f-7fa2-4418-b014-b8370321ba30 req-7de375ac-f004-4f29-8893-7d3a3d5dff14 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 943 time: 0.0610473 Sep 02 04:31:01.259216 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-04887e4f-7fa2-4418-b014-b8370321ba30 req-fdf82033-3349-451c-bdc7-2c58b87878d8 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 Sep 02 04:31:01.296300 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-4d36ed14-93b2-4bad-a219-54025a2ee462 service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058669 Sep 02 04:31:01.432558 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7a15bc70-868b-495d-9d4e-cebcb4d83de0 req-6bcfe6a1-d91d-48b4-bb60-93659f8b0516 service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922556 Sep 02 04:31:01.566543 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43890) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:01.601092 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43894) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:01.707090 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-bb57d148-63ec-4a57-9d39-5e802afcbe03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:01.763875 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-cf1d98dd-2d6c-48cd-bb1e-5b16029ffe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:01.796765 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-bb64bdd7-de56-4b35-86dd-89b494f9fb5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d30f982efcf34666bc009a926ca5fa78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938388 Sep 02 04:31:01.798919 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43902) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:01.844949 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-bb57d148-63ec-4a57-9d39-5e802afcbe03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:01.864131 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bb17-378b-4449-bb21-4f29b985c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:01.886791 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bb17-378b-4449-bb21-4f29b985c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:01.930663 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-bb57d148-63ec-4a57-9d39-5e802afcbe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:01.972043 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-bb57d148-63ec-4a57-9d39-5e802afcbe03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0750322002d49fba674ed87d2b708e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044094 Sep 02 04:31:01.974625 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43910) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:01.981735 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57d148-63ec-4a57-9d39-5e802afcbe03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50492709-1d4a-4aa7-b152-08c1ca89e757,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:02.035085 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db079f72-8991-4428-acfb-f7d68385926a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.037987 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 43912) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:02.065561 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db079f72-8991-4428-acfb-f7d68385926a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.088220 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bb17-378b-4449-bb21-4f29b985c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.090648 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bb17-378b-4449-bb21-4f29b985c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.092447 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-c2e7bb17-378b-4449-bb21-4f29b985c5fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef0e5519-0e5f-4098-865e-91806ec1a566 HTTP/1.1" status: 204 len: 168 time: 0.2925785 Sep 02 04:31:02.123092 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7bb17-378b-4449-bb21-4f29b985c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0e5519-0e5f-4098-865e-91806ec1a566,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:02.214229 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db079f72-8991-4428-acfb-f7d68385926a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.216847 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db079f72-8991-4428-acfb-f7d68385926a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.218226 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-db079f72-8991-4428-acfb-f7d68385926a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50492709-1d4a-4aa7-b152-08c1ca89e757 HTTP/1.1" status: 204 len: 168 time: 0.2425275 Sep 02 04:31:02.232121 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db83e973-9443-44db-826d-d751fdcbf908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.270149 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db079f72-8991-4428-acfb-f7d68385926a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50492709-1d4a-4aa7-b152-08c1ca89e757,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:02.309729 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e85898-276f-45c6-8fc6-68cdd723e001 req-4c4bbc85-d337-497d-b1f9-83aa421d3502 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:02.311374 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f8e85898-276f-45c6-8fc6-68cdd723e001 req-4c4bbc85-d337-497d-b1f9-83aa421d3502 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.1366758 Sep 02 04:31:02.380976 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f8e85898-276f-45c6-8fc6-68cdd723e001 req-f53986c3-5e05-4e4e-b930-089ce28d9663 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629575 Sep 02 04:31:02.420865 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db83e973-9443-44db-826d-d751fdcbf908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.455425 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d28ad-3fe3-4210-bb58-287b4a3cedf0 req-bfb078cc-6ca4-4603-b5cb-18e41e9702d0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:02.457247 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-804d28ad-3fe3-4210-bb58-287b4a3cedf0 req-bfb078cc-6ca4-4603-b5cb-18e41e9702d0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 943 time: 0.0674903 Sep 02 04:31:02.507961 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-804d28ad-3fe3-4210-bb58-287b4a3cedf0 req-fd44626c-0a17-4064-b594-2a0a19cd08d6 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427194 Sep 02 04:31:02.597783 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-db83e973-9443-44db-826d-d751fdcbf908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.642519 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-db83e973-9443-44db-826d-d751fdcbf908 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e7b4ba4fe93458eb26105cdce4ee129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034448 Sep 02 04:31:02.644988 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43936) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:02.657032 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83e973-9443-44db-826d-d751fdcbf908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8642dfdc-a124-4e3d-9461-801e46f315db,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:02.719349 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b53c8a70-4345-4c48-8bbc-3767f9940876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.744757 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b53c8a70-4345-4c48-8bbc-3767f9940876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.912332 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b53c8a70-4345-4c48-8bbc-3767f9940876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.914938 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b53c8a70-4345-4c48-8bbc-3767f9940876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:02.916399 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-b53c8a70-4345-4c48-8bbc-3767f9940876 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8642dfdc-a124-4e3d-9461-801e46f315db HTTP/1.1" status: 204 len: 168 time: 0.2700679 Sep 02 04:31:02.927496 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c8a70-4345-4c48-8bbc-3767f9940876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8642dfdc-a124-4e3d-9461-801e46f315db,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:03.520087 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607fccb-cd59-444e-b5a6-1fa8a6b5eec8 req-9421973f-75a8-4da9-8b19-4e2e607806bb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:03.521626 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9607fccb-cd59-444e-b5a6-1fa8a6b5eec8 req-9421973f-75a8-4da9-8b19-4e2e607806bb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0549872 Sep 02 04:31:03.569450 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9607fccb-cd59-444e-b5a6-1fa8a6b5eec8 req-8f4d42ff-2eba-461f-8f55-071344edd232 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Sep 02 04:31:03.654391 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc04c8-c2a8-4cd4-bfed-50f6fddd6771 req-ed6ebb5b-5287-4a31-87d2-cc1f2b34978f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:03.656505 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fedc04c8-c2a8-4cd4-bfed-50f6fddd6771 req-ed6ebb5b-5287-4a31-87d2-cc1f2b34978f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 943 time: 0.0627043 Sep 02 04:31:03.705952 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fedc04c8-c2a8-4cd4-bfed-50f6fddd6771 req-2d4192db-114c-497e-8b0e-b8bcbd095c4c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Sep 02 04:31:03.787337 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43982) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:03.806504 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-86092aaa-bcb8-46c8-b176-1ad822f4fd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:03.946445 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-86092aaa-bcb8-46c8-b176-1ad822f4fd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:03.954370 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 43994) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:04.063275 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-64353971-network', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:31:04.087901 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-86092aaa-bcb8-46c8-b176-1ad822f4fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.162941 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44008) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:04.163098 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-86092aaa-bcb8-46c8-b176-1ad822f4fd42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41565a8470384419a0654b6bef7dd33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745575 Sep 02 04:31:04.175849 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86092aaa-bcb8-46c8-b176-1ad822f4fd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be9f640-889b-47a1-a74e-3e81108dd9e0,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:04.231783 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7fab62ca-8e68-4404-bd59-4dcece51f30a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:31:04.243254 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Made reservation on behalf of 13dd2e352f6149d4beb1d4f84664a614 for: {'network': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:31:04.246996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.262539 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15ba1544-615c-4568-934d-e3ddf8144dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.265727 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.302157 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15ba1544-615c-4568-934d-e3ddf8144dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.398927 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 7fab62ca-8e68-4404-bd59-4dcece51f30a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7fab62ca-8e68-4404-bd59-4dcece51f30a,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:31:04.412910 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '7fab62ca-8e68-4404-bd59-4dcece51f30a', 'network_id': '26ff5384-f842-4306-a318-71b587753ace', 'port_id': '7fab62ca-8e68-4404-bd59-4dcece51f30a', 'mac_address': 'fa:16:3e:ab:7d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585e7e78-7a21-4acb-8445-b56d0247ba24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:31:04.426196 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15ba1544-615c-4568-934d-e3ddf8144dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.428823 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15ba1544-615c-4568-934d-e3ddf8144dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.429952 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-15ba1544-615c-4568-934d-e3ddf8144dcb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6be9f640-889b-47a1-a74e-3e81108dd9e0 HTTP/1.1" status: 204 len: 168 time: 0.2660375 Sep 02 04:31:04.436305 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.439146 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba1544-615c-4568-934d-e3ddf8144dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be9f640-889b-47a1-a74e-3e81108dd9e0,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:04.482055 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.495213 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fab62ca-8e68-4404-bd59-4dcece51f30a {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:31:04.508439 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-92f4cbee-c027-4626-a42e-a583c4186f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.517879 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 7fab62ca-8e68-4404-bd59-4dcece51f30a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7fab62ca-8e68-4404-bd59-4dcece51f30a,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:31:04.580900 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.613202 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:31:04.619568 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:04.627002 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.627258 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.segments_db [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Added segment 5741262b-49f6-4312-9ea3-02db8e1e55e2 of type vlan for network 033cbb20-1bf0-4986-a01b-c8f4d3477953 Sep 02 04:31:04.677535 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.714745 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbf43-7feb-415e-bf7e-5129624b34ed req-bcb84cf7-004f-4e41-a1fb-c5a82424d102 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:04.716266 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7bfbbf43-7feb-415e-bf7e-5129624b34ed req-bcb84cf7-004f-4e41-a1fb-c5a82424d102 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0657418 Sep 02 04:31:04.741233 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.745859 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.768947 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7bfbbf43-7feb-415e-bf7e-5129624b34ed req-10f27e99-3599-422a-be53-794d432d6d62 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 Sep 02 04:31:04.821268 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=7fab62ca-8e68-4404-bd59-4dcece51f30a,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:04.884006 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2c69a-fabd-40f0-a676-665a561fc2fb req-3d17ea4c-00bf-4d52-ac08-b8dd9f5e17b5 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:04.885491 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5aa2c69a-fabd-40f0-a676-665a561fc2fb req-3d17ea4c-00bf-4d52-ac08-b8dd9f5e17b5 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 944 time: 0.0508766 Sep 02 04:31:04.894745 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.896032 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:04.896394 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:04.932267 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5aa2c69a-fabd-40f0-a676-665a561fc2fb req-e7e9d24e-e365-4ec7-a38c-87631cc7ae1c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Sep 02 04:31:04.966968 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] Pushing event updated for resources: {'Network': ['ID=033cbb20-1bf0-4986-a01b-c8f4d3477953,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:04.978995 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 033cbb20-1bf0-4986-a01b-c8f4d3477953 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:31:05.044370 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-d432851e-396b-4cea-ae7a-3c105c98deaf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0887570 Sep 02 04:31:05.051172 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44032) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:05.056182 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Request body: {'subnet': {'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-64353971-subnet', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'ip_version': 4}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:31:05.140875 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Made reservation on behalf of 13dd2e352f6149d4beb1d4f84664a614 for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:31:05.146280 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:05.265656 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['7fab62ca-8e68-4404-bd59-4dcece51f30a'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:31:05.319034 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:05.503069 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:05.570863 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c5c54e-5f97-4126-a3fa-30614bee1c5f,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:05.620196 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Checking segment: {'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:31:05.620581 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Network hostable DHCP agents. Network: 033cbb20-1bf0-4986-a01b-c8f4d3477953, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:31:05.640397 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf02b7-8524-4e23-8807-b32ae1ccab19 req-5d9e6fd5-59fd-43c8-9d8b-00364b8b991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:05.641192 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-bdaf02b7-8524-4e23-8807-b32ae1ccab19 req-5d9e6fd5-59fd-43c8-9d8b-00364b8b991a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 1099 time: 0.0628579 Sep 02 04:31:05.701484 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-bdaf02b7-8524-4e23-8807-b32ae1ccab19 req-4f62d739-9366-405f-a111-bff813f188bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485733 Sep 02 04:31:05.725299 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Network 033cbb20-1bf0-4986-a01b-c8f4d3477953 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:31:05.809482 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 033cbb20-1bf0-4986-a01b-c8f4d3477953) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:05.819817 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:05.820664 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:05.820832 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a4705-d751-43b7-8deb-e57b1da8e882 None None] Network 033cbb20-1bf0-4986-a01b-c8f4d3477953 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:31:05.910996 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-73208422-e7c5-4d8d-9f83-bb645c375f90 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8562150 Sep 02 04:31:05.911245 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44072) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:05.922386 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:31:05.926923 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d5ec1-15fa-46c9-942c-85453591a1c5 req-0b58ea53-a257-4572-8e05-7b9e4511cbc9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:05.928573 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b23d5ec1-15fa-46c9-942c-85453591a1c5 req-0b58ea53-a257-4572-8e05-7b9e4511cbc9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0771401 Sep 02 04:31:05.998866 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b23d5ec1-15fa-46c9-942c-85453591a1c5 req-6ce98cd6-780d-4fff-8756-2195fd0a683c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581746 Sep 02 04:31:06.046690 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a486f3-8f72-5bf9-945a-33db7619340c-033cbb20-1bf0-4986-a01b-c8f4d3477953', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f'}]}} from dv-cinder-804735-7-iscsi. {{(pid=94403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 04:31:06.050960 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.066241 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1642938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27977'] for router, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.067406 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1643562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27974'] for router, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.143112 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.197757 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.db_base_plugin_common [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Allocated IP 172.20.0.2 (033cbb20-1bf0-4986-a01b-c8f4d3477953/78c5c54e-5f97-4126-a3fa-30614bee1c5f/60e46590-a4aa-4af6-9b14-08717b150458) {{(pid=94403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:31:06.500841 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.566195 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Notify callbacks [] for port, precommit_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.579953 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6532e4-fbad-4913-87fa-606371efd31c req-b94b09f4-893e-4763-9b49-c9d960b4eab8 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:06.580454 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Transition to ACTIVE for port object 60e46590-a4aa-4af6-9b14-08717b150458 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:06.581674 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9b6532e4-fbad-4913-87fa-606371efd31c req-b94b09f4-893e-4763-9b49-c9d960b4eab8 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 944 time: 0.0714643 Sep 02 04:31:06.598777 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Transition to ACTIVE for port object 60e46590-a4aa-4af6-9b14-08717b150458 will not be triggered until provisioned by entity DHCP. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:06.658170 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9b6532e4-fbad-4913-87fa-606371efd31c req-67050c3a-606a-4e5f-842d-34c52a97eeb0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617962 Sep 02 04:31:06.725209 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.764780 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Network 033cbb20-1bf0-4986-a01b-c8f4d3477953 is already hosted by enough agents. {{(pid=94403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:31:06.768352 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.base_scheduler [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Resources bound (agent type, host, resource id): {{(pid=94403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:06.773358 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Received port after_create {{(pid=94403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:31:06.787602 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Pushing event updated for resources: {'Port': ['ID=60e46590-a4aa-4af6-9b14-08717b150458,revision_number=1']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:06.854616 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Attempting to bind port 60e46590-a4aa-4af6-9b14-08717b150458 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:31:06.855468 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Attempting to bind port 60e46590-a4aa-4af6-9b14-08717b150458 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:31:06.856147 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Attempting to bind port 60e46590-a4aa-4af6-9b14-08717b150458 on network 033cbb20-1bf0-4986-a01b-c8f4d3477953 {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:31:06.863211 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:31:06.863938 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Checking segment: {'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:31:06.864344 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.865486 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Bound using segment: {'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:31:06.865595 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.865679 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Bound port: 60e46590-a4aa-4af6-9b14-08717b150458, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:31:06.865779 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.887616 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:06.944574 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] For port 60e46590-a4aa-4af6-9b14-08717b150458, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:31:06.948414 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] For port 60e46590-a4aa-4af6-9b14-08717b150458, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=60e46590-a4aa-4af6-9b14-08717b150458,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:31:07.027421 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:07.044529 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Allocated IP 172.27.2.131 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/e3517893-f0b8-4c02-8f0e-1586154e691b) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:31:07.217001 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e10805-1e8c-4d33-b379-321010892a23 req-1493911e-bafa-431e-ba3b-e489ed5df64c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:07.219196 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-12e10805-1e8c-4d33-b379-321010892a23 req-1493911e-bafa-431e-ba3b-e489ed5df64c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0901237 Sep 02 04:31:07.232824 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874995b-73b9-4174-9ba5-5d72d257b273 None None] Pushing event updated for resources: {'Port': ['ID=60e46590-a4aa-4af6-9b14-08717b150458,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:07.270309 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:07.294588 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-12e10805-1e8c-4d33-b379-321010892a23 req-0b2bbbb5-a410-4272-9896-8a071928f451 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645006 Sep 02 04:31:07.306277 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:07.426831 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:07.500642 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:31:07.508382 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:07.514062 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:31:07.592069 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Pushing event updated for resources: {'Port': ['ID=e3517893-f0b8-4c02-8f0e-1586154e691b,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:07.676837 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 60e46590-a4aa-4af6-9b14-08717b150458 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:07.806463 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836b551-727a-4264-96d4-7487459d3fe7 req-05064ee1-8505-42ba-8107-534a2d473d80 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:07.808470 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6836b551-727a-4264-96d4-7487459d3fe7 req-05064ee1-8505-42ba-8107-534a2d473d80 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 944 time: 0.0713723 Sep 02 04:31:07.843852 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44130) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:07.860648 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 60e46590-a4aa-4af6-9b14-08717b150458 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:07.900138 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cc94be-df97-442d-ade1-a8531fd2b9ab admin admin] Deleting subnet d4d99dfc-1585-4938-bd16-15dcfa9bcff7 {{(pid=94402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:31:07.903819 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-70cc94be-df97-442d-ade1-a8531fd2b9ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:07.941151 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6836b551-727a-4264-96d4-7487459d3fe7 req-dcc18840-9775-4e2b-9bd4-1f7a7dab6376 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142986 Sep 02 04:31:07.960676 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-70cc94be-df97-442d-ade1-a8531fd2b9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25656299'] for subnet, precommit_delete_associations {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.042607 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.044215 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-70cc94be-df97-442d-ade1-a8531fd2b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.214798 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-70cc94be-df97-442d-ade1-a8531fd2b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439641'] for subnet, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.251458 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc94be-df97-442d-ade1-a8531fd2b9ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d99dfc-1585-4938-bd16-15dcfa9bcff7,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:08.256571 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-70cc94be-df97-442d-ade1-a8531fd2b9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.262036 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-70cc94be-df97-442d-ade1-a8531fd2b9ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d4d99dfc-1585-4938-bd16-15dcfa9bcff7 HTTP/1.1" status: 204 len: 168 time: 0.4166753 Sep 02 04:31:08.263485 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44134) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:08.300825 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551'] for router, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.363241 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.402470 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65c51f-15ef-4045-b318-519779da56bf None None] Network 033cbb20-1bf0-4986-a01b-c8f4d3477953 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:31:08.542100 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.555291 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:08.564217 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-67f525ee-64e8-4144-be9c-7f672745c8a6 None None] Provisioning for port 60e46590-a4aa-4af6-9b14-08717b150458 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:08.572602 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-67f525ee-64e8-4144-be9c-7f672745c8a6 None None] Provisioning complete for port 60e46590-a4aa-4af6-9b14-08717b150458 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:08.572971 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-67f525ee-64e8-4144-be9c-7f672745c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.666259 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Router 067bf73f-3520-49f7-a939-c6587635f827 is scheduled to L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 with binding_index 1 {{(pid=94401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 04:31:08.699638 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-67f525ee-64e8-4144-be9c-7f672745c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.773305 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-67f525ee-64e8-4144-be9c-7f672745c8a6 None None] For port 60e46590-a4aa-4af6-9b14-08717b150458, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=60e46590-a4aa-4af6-9b14-08717b150458,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:31:08.844347 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:31:08.859830 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290fbe88-5037-4b5e-aa46-52f2eebe560c') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:08.860235 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290fbe88-5037-4b5e-aa46-52f2eebe560c') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:08.868351 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Sync routers for ids ['067bf73f-3520-49f7-a939-c6587635f827'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:31:08.880726 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.889508 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-67f525ee-64e8-4144-be9c-7f672745c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.898568 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.904561 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:31:08.905066 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.907254 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Routers {'067bf73f-3520-49f7-a939-c6587635f827'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:31:08.908137 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:31:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['067bf73f-3520-49f7-a939-c6587635f827'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:08.950901 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:08.961945 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-94a6dd89-5091-4cd6-bd82-f09e170d2873 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0450425 Sep 02 04:31:08.961945 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44146) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:31:08.975336 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:31:08.990565 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3785d-7b45-4c51-a5b3-406edbe49a5a req-d1698768-fa4f-4fd6-8b7d-c505bafeef15 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:08.998187 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-47b3785d-7b45-4c51-a5b3-406edbe49a5a req-d1698768-fa4f-4fd6-8b7d-c505bafeef15 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.5746300 Sep 02 04:31:09.037017 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f525ee-64e8-4144-be9c-7f672745c8a6 None None] Pushing event updated for resources: {'Port': ['ID=60e46590-a4aa-4af6-9b14-08717b150458,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:09.051848 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-47b3785d-7b45-4c51-a5b3-406edbe49a5a req-d0c473b2-7939-4a84-bdee-719ce2668714 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526648 Sep 02 04:31:09.052467 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.061999 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-e342ff58-3fe1-45d9-860d-bb3177ee432a None None] Provisioning complete for port 60e46590-a4aa-4af6-9b14-08717b150458 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:09.062617 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-e342ff58-3fe1-45d9-860d-bb3177ee432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.083372 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.092954 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c HTTP/1.1" status: 204 len: 168 time: 0.8282113 Sep 02 04:31:09.113067 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44152) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:09.143623 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Set router 067bf73f-3520-49f7-a939-c6587635f827 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:31:09.145877 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eb32c-a2b4-4083-8152-5d93193e7083 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a618f91-bb8d-4fd7-9e56-2231a7aa5d0c,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:09.230505 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f7c26b-4dd1-4be3-a547-0ed87389aa1b admin admin] Deleting subnet caecff76-1843-407c-bf23-34b2a34a5d9a {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:31:09.236418 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-71f7c26b-4dd1-4be3-a547-0ed87389aa1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.259878 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7fab62ca-8e68-4404-bd59-4dcece51f30a up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:09.342899 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:07Z', 'revision_number': 3, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:09.382812 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Checking router: 067bf73f-3520-49f7-a939-c6587635f827 for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:31:09.383311 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Updating router 067bf73f-3520-49f7-a939-c6587635f827 port e3517893-f0b8-4c02-8f0e-1586154e691b binding host dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:31:09.412750 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.431969 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 7fab62ca-8e68-4404-bd59-4dcece51f30a completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:09.438194 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 7fab62ca-8e68-4404-bd59-4dcece51f30a triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:09.441875 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.573432 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-71f7c26b-4dd1-4be3-a547-0ed87389aa1b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.587582 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-71f7c26b-4dd1-4be3-a547-0ed87389aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.659841 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.697429 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 7fab62ca-8e68-4404-bd59-4dcece51f30a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7fab62ca-8e68-4404-bd59-4dcece51f30a,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:31:09.701299 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad777a2-0af2-4029-b809-76f5a1e1ca17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fab62ca-8e68-4404-bd59-4dcece51f30a'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:31:09.702393 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db92643-ca56-48d3-9f09-9076d524b9d9" -d '{"events": [{"server_uuid": "6ad777a2-0af2-4029-b809-76f5a1e1ca17", "name": "network-vif-plugged", "status": "completed", "tag": "7fab62ca-8e68-4404-bd59-4dcece51f30a"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:31:09.705799 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 60e46590-a4aa-4af6-9b14-08717b150458 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:09.759132 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 60e46590-a4aa-4af6-9b14-08717b150458 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:09.759686 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.797168 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.849657 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-71f7c26b-4dd1-4be3-a547-0ed87389aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.859619 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.869992 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Transition to ACTIVE for port object e3517893-f0b8-4c02-8f0e-1586154e691b will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:09.873209 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=7fab62ca-8e68-4404-bd59-4dcece51f30a,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:09.893727 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7c26b-4dd1-4be3-a547-0ed87389aa1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caecff76-1843-407c-bf23-34b2a34a5d9a,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:09.899260 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-71f7c26b-4dd1-4be3-a547-0ed87389aa1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.901078 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-71f7c26b-4dd1-4be3-a547-0ed87389aa1b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/caecff76-1843-407c-bf23-34b2a34a5d9a HTTP/1.1" status: 204 len: 168 time: 0.7870610 Sep 02 04:31:09.903679 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44158) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:09.935463 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.942565 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:09.983296 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.000292 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Pushing event updated for resources: {'Port': ['ID=e3517893-f0b8-4c02-8f0e-1586154e691b,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:10.002407 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Attempting to bind port e3517893-f0b8-4c02-8f0e-1586154e691b on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:31:10.002770 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Attempting to bind port e3517893-f0b8-4c02-8f0e-1586154e691b by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:31:10.003115 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Attempting to bind port e3517893-f0b8-4c02-8f0e-1586154e691b on network 18fb76dd-f907-485a-9600-a8a8c1b2c99b {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:31:10.012029 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.012379 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.012903 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.013238 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.014111 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.014447 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.014776 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.015587 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.015950 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.016284 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.016602 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.016914 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:10.020020 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:31:10.020381 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:31:10.020945 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.021475 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Bound using segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:31:10.022090 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Bound port: e3517893-f0b8-4c02-8f0e-1586154e691b, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:31:10.022625 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.066054 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.076237 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee229ec9-d1fc-4047-a79e-40239b4449c5']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:10.077106 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] For port e3517893-f0b8-4c02-8f0e-1586154e691b, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:31:10.080510 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] For port e3517893-f0b8-4c02-8f0e-1586154e691b, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e3517893-f0b8-4c02-8f0e-1586154e691b,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:31:10.086302 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c5c610-fa76-4083-8e9f-863220771187') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:10.086600 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c5c610-fa76-4083-8e9f-863220771187') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:10.095921 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.110031 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.110245 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Allocated IP 172.20.0.1 (033cbb20-1bf0-4986-a01b-c8f4d3477953/78c5c54e-5f97-4126-a3fa-30614bee1c5f/908a74d2-3309-4b99-a137-551528d976ec) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:31:10.115702 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:31:10.116152 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:31:10.117858 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:31:10.164835 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.212663 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.219795 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Routers {'067bf73f-3520-49f7-a939-c6587635f827'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:31:10.220471 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:31:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['067bf73f-3520-49f7-a939-c6587635f827'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:10.225612 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Transition to ACTIVE for port object 908a74d2-3309-4b99-a137-551528d976ec will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:10.249062 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.256297 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.257737 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02dbb7-81ca-4594-b536-232dc8032895 None None] Pushing event updated for resources: {'Port': ['ID=e3517893-f0b8-4c02-8f0e-1586154e691b,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:10.258388 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ee229ec9-d1fc-4047-a79e-40239b4449c5 HTTP/1.1" status: 204 len: 168 time: 0.3536744 Sep 02 04:31:10.268298 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352816c-36d8-4ece-adfd-62565ec06d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee229ec9-d1fc-4047-a79e-40239b4449c5,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:10.333942 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] Set router 067bf73f-3520-49f7-a939-c6587635f827 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:31:10.346605 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.399764 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Network 033cbb20-1bf0-4986-a01b-c8f4d3477953 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:31:10.417947 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:10.420432 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:31:10.421103 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074298'] for router_interface, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.465627 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Pushing event updated for resources: {'Port': ['ID=908a74d2-3309-4b99-a137-551528d976ec,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:10.495789 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb4547-d6c4-4171-9494-09be407a5596 req-8ae09a08-8f9d-4574-96a4-50e12c1f1686 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:10.497523 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b1bb4547-d6c4-4171-9494-09be407a5596 req-8ae09a08-8f9d-4574-96a4-50e12c1f1686 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 945 time: 0.1183281 Sep 02 04:31:10.510447 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765745b-1498-47c8-9072-8c0152b6c864 req-d6d3539f-8597-4e34-a45d-467862733b61 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:10.519155 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2765745b-1498-47c8-9072-8c0152b6c864 req-d6d3539f-8597-4e34-a45d-467862733b61 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0816042 Sep 02 04:31:10.558258 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:07Z', 'revision_number': 3, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:10.573874 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2765745b-1498-47c8-9072-8c0152b6c864 req-348d71de-ded3-4716-9134-633371d00d1e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537281 Sep 02 04:31:10.601676 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b1bb4547-d6c4-4171-9494-09be407a5596 req-d39807b1-a9be-46ee-bb79-e12d23149f8d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920682 Sep 02 04:31:10.610712 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5387eae-82e4-426b-a947-288428ccad07 None None] The sync data for ids ['067bf73f-3520-49f7-a939-c6587635f827'] in dv-cinder-804735-7-iscsi is: [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:07Z', 'revision_number': 3, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:31:10.618112 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96e794f-6102-4a44-9049-b89aa34aa95d x-openstack-request-id: req-c96e794f-6102-4a44-9049-b89aa34aa95d {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:31:10.620870 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad777a2-0af2-4029-b809-76f5a1e1ca17", "name": "network-vif-plugged", "status": "completed", "tag": "7fab62ca-8e68-4404-bd59-4dcece51f30a", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:31:10.621375 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c96e794f-6102-4a44-9049-b89aa34aa95d {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:31:10.622961 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad777a2-0af2-4029-b809-76f5a1e1ca17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fab62ca-8e68-4404-bd59-4dcece51f30a', 'code': 200} Sep 02 04:31:10.761162 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.783515 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44168) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:10.803332 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-475c33c8-a15e-4fbb-8d82-a87c1a2dfdf7 None None] Provisioning for port 908a74d2-3309-4b99-a137-551528d976ec completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:10.809066 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-475c33c8-a15e-4fbb-8d82-a87c1a2dfdf7 None None] Provisioning complete for port 908a74d2-3309-4b99-a137-551528d976ec triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:10.810356 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-475c33c8-a15e-4fbb-8d82-a87c1a2dfdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.856233 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-452a171c-a1a5-4a0c-9110-ba2f9c4b9b85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=013c79fcddea40cd99b7a5e9f333a2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714443 Sep 02 04:31:10.858602 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44170) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:10.898749 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-475c33c8-a15e-4fbb-8d82-a87c1a2dfdf7 None None] Port 908a74d2-3309-4b99-a137-551528d976ec cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:31:10.948609 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ea64c722-766d-4a53-ad1b-69c03b3ce847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:10.977206 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ea64c722-766d-4a53-ad1b-69c03b3ce847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:11.024833 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:11.095758 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a98c94-7ef3-4ff5-8a84-59c3e5a051c8 req-d6e62d17-75f5-49d6-be77-2ea8b54e6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:11.097344 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e1a98c94-7ef3-4ff5-8a84-59c3e5a051c8 req-d6e62d17-75f5-49d6-be77-2ea8b54e6fe4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 1098 time: 0.0622523 Sep 02 04:31:11.129622 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:11.129622 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646378'] for router_interface, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:11.144966 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ea64c722-766d-4a53-ad1b-69c03b3ce847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:11.147639 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ea64c722-766d-4a53-ad1b-69c03b3ce847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:11.148891 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-ea64c722-766d-4a53-ad1b-69c03b3ce847 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ea48a1c-5fd7-4986-874a-7cafea7aff1e HTTP/1.1" status: 204 len: 168 time: 0.2890782 Sep 02 04:31:11.162084 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64c722-766d-4a53-ad1b-69c03b3ce847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea48a1c-5fd7-4986-874a-7cafea7aff1e,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:11.215125 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e1a98c94-7ef3-4ff5-8a84-59c3e5a051c8 req-3af7aa5d-ccbf-429b-aa1a-bdfa6cd21fbd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079116 Sep 02 04:31:11.237126 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Pushing event updated for resources: {'Port': ['ID=908a74d2-3309-4b99-a137-551528d976ec,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:11.340971 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Network 033cbb20-1bf0-4986-a01b-c8f4d3477953 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:31:11.342587 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:11.657345 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Router 067bf73f-3520-49f7-a939-c6587635f827 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:31:11.739985 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-3997cab7-7a2c-46ff-b075-e393e21d1f2b None None] Provisioning complete for port 908a74d2-3309-4b99-a137-551528d976ec triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:11.740751 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3997cab7-7a2c-46ff-b075-e393e21d1f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:11.784773 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e3517893-f0b8-4c02-8f0e-1586154e691b up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:11.823955 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:31:11.832162 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-d3036246-703a-4ff7-897a-55908d7b2c83 admin admin] 10.222.0.13 "PUT /v2.0/routers/067bf73f-3520-49f7-a939-c6587635f827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8674223 Sep 02 04:31:11.847852 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-3997cab7-7a2c-46ff-b075-e393e21d1f2b None None] Port 908a74d2-3309-4b99-a137-551528d976ec cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:31:11.910294 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c135ee-0682-4247-8c3d-f63b86544b68 req-b67cac60-80c0-4499-936d-9dc13452e959 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:11.911860 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-01c135ee-0682-4247-8c3d-f63b86544b68 req-b67cac60-80c0-4499-936d-9dc13452e959 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 945 time: 0.0608044 Sep 02 04:31:11.952358 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port e3517893-f0b8-4c02-8f0e-1586154e691b completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:11.956639 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-01c135ee-0682-4247-8c3d-f63b86544b68 req-153aa3e2-9c1b-40d2-aaa8-675d58b246ff tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 Sep 02 04:31:11.958784 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port e3517893-f0b8-4c02-8f0e-1586154e691b triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:11.959169 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:12.037901 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:12.061625 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port e3517893-f0b8-4c02-8f0e-1586154e691b, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e3517893-f0b8-4c02-8f0e-1586154e691b,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:31:12.146450 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:12.211143 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44212) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:12.215997 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=e3517893-f0b8-4c02-8f0e-1586154e691b,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:12.259866 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-a0c3a400-c26c-4f61-95a0-467453c8b1b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f185017d0d14e62b0980f331f8d1106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473599 Sep 02 04:31:12.262487 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44214) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:12.312181 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7bd84dab-4b4f-47a8-a59e-5e75141cede0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:12.335005 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7bd84dab-4b4f-47a8-a59e-5e75141cede0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:12.552061 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7bd84dab-4b4f-47a8-a59e-5e75141cede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:12.555000 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7bd84dab-4b4f-47a8-a59e-5e75141cede0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:12.556194 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-7bd84dab-4b4f-47a8-a59e-5e75141cede0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cb68367-5cae-4110-8ed3-3e77eb1692e8 HTTP/1.1" status: 204 len: 168 time: 0.2927070 Sep 02 04:31:12.572006 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd84dab-4b4f-47a8-a59e-5e75141cede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb68367-5cae-4110-8ed3-3e77eb1692e8,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:12.727154 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44232) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:12.731633 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1134036213-network', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:31:12.735104 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Sync routers for ids ['067bf73f-3520-49f7-a939-c6587635f827'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:31:12.744315 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Routers {'067bf73f-3520-49f7-a939-c6587635f827'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:31:12.746282 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:31:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['067bf73f-3520-49f7-a939-c6587635f827'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:12.814763 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Made reservation on behalf of 410a13ab734e492c9ca9e6e65a131151 for: {'network': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:31:12.817468 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:12.827169 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:12.864021 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Set router 067bf73f-3520-49f7-a939-c6587635f827 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:31:12.941276 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.037746 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.066174 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:31:13.078222 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a12227-d924-41eb-a16c-fd5525d49043,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:13.084015 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.084626 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.segments_db [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Added segment e53b7868-636c-48e4-9a10-8dc533020a85 of type vlan for network 69cc6cd6-d699-488f-a9c8-6615e4b98948 Sep 02 04:31:13.140609 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.151679 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '908a74d2-3309-4b99-a137-551528d976ec', 'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'mac_address': 'fa:16:3e:3f:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:09Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 2, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'subnets': [{'id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:13.199282 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Checking router: 067bf73f-3520-49f7-a939-c6587635f827 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:31:13.200799 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Updating router 067bf73f-3520-49f7-a939-c6587635f827 port 908a74d2-3309-4b99-a137-551528d976ec binding host dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:31:13.229968 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42022-812f-4e10-9df7-a726b18ad61c req-dd81d1e3-44a2-4740-b74d-82be2ca020b1 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:13.232154 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-31c42022-812f-4e10-9df7-a726b18ad61c req-dd81d1e3-44a2-4740-b74d-82be2ca020b1 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0669184 Sep 02 04:31:13.238744 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.267520 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe839b-6bee-493c-9036-cc7b36bbc24d req-27d3a92b-818a-4dd2-a00a-5058992983d1 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:13.267520 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e2fe839b-6bee-493c-9036-cc7b36bbc24d req-27d3a92b-818a-4dd2-a00a-5058992983d1 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 945 time: 0.0929844 Sep 02 04:31:13.296447 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.297628 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:13.298304 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.308951 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-31c42022-812f-4e10-9df7-a726b18ad61c req-145a4927-b8d9-475a-8f0c-7457548dd5e6 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690248 Sep 02 04:31:13.316059 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e2fe839b-6bee-493c-9036-cc7b36bbc24d req-8ddc55b6-1c52-4598-8002-f9e418170e22 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417650 Sep 02 04:31:13.408823 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] Pushing event updated for resources: {'Network': ['ID=69cc6cd6-d699-488f-a9c8-6615e4b98948,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:13.422049 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 69cc6cd6-d699-488f-a9c8-6615e4b98948 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:31:13.425063 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d17a2f-0d52-4df0-b86b-98c7bd45c491 req-a365fade-3290-473d-bd9b-46a50dd655b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:13.426615 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-53d17a2f-0d52-4df0-b86b-98c7bd45c491 req-a365fade-3290-473d-bd9b-46a50dd655b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 1098 time: 0.0679960 Sep 02 04:31:13.464908 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7752e2c2-2a04-49b0-a751-9abf46322e5e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7370543 Sep 02 04:31:13.467606 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44260) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:13.475182 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Request body: {'subnet': {'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1134036213-subnet', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'ip_version': 4}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:31:13.539504 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d17a2f-0d52-4df0-b86b-98c7bd45c491 req-09857df2-6cee-4f7a-84a9-58d32ca9d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:13.541030 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-53d17a2f-0d52-4df0-b86b-98c7bd45c491 req-09857df2-6cee-4f7a-84a9-58d32ca9d22e service neutron] 10.222.0.20 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 918 time: 0.1061604 Sep 02 04:31:13.597637 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-53d17a2f-0d52-4df0-b86b-98c7bd45c491 req-734104b4-e2f1-4205-b427-53626ea1c4f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c HTTP/1.1" status: 200 len: 217 time: 0.0425692 Sep 02 04:31:13.619266 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e3517893-f0b8-4c02-8f0e-1586154e691b up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:13.625650 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.661308 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Transition to ACTIVE for port object 908a74d2-3309-4b99-a137-551528d976ec will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:13.668753 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d17a2f-0d52-4df0-b86b-98c7bd45c491 req-c5c6aaa6-4ac2-4418-9c28-192a2c79db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:13.670630 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-53d17a2f-0d52-4df0-b86b-98c7bd45c491 req-c5c6aaa6-4ac2-4418-9c28-192a2c79db27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 200 len: 858 time: 0.0524392 Sep 02 04:31:13.681241 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port e3517893-f0b8-4c02-8f0e-1586154e691b triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:13.681655 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.717626 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Made reservation on behalf of 410a13ab734e492c9ca9e6e65a131151 for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:31:13.721140 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.724456 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-53d17a2f-0d52-4df0-b86b-98c7bd45c491 req-7087812e-e871-4e59-bc43-ad3e3ee4c66e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=263dad98-82eb-49f5-a7aa-96a45a3136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355403 Sep 02 04:31:13.750423 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.817774 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a008959-49a9-4848-a5b5-208607cd7dab None None] Pushing event updated for resources: {'Port': ['ID=908a74d2-3309-4b99-a137-551528d976ec,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:13.879115 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Attempting to bind port 908a74d2-3309-4b99-a137-551528d976ec on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:31:13.879844 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Attempting to bind port 908a74d2-3309-4b99-a137-551528d976ec by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:31:13.879844 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Attempting to bind port 908a74d2-3309-4b99-a137-551528d976ec on network 033cbb20-1bf0-4986-a01b-c8f4d3477953 {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:31:13.885612 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:31:13.886082 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Checking segment: {'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:31:13.886786 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.887270 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Bound using segment: {'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:31:13.887743 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Bound port: 908a74d2-3309-4b99-a137-551528d976ec, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:31:13.888323 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:13.920550 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-53d17a2f-0d52-4df0-b86b-98c7bd45c491 req-a61373b2-661c-46fa-9f59-6cbd7af0d44c service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773705 Sep 02 04:31:13.963525 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] For port 908a74d2-3309-4b99-a137-551528d976ec, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:31:13.969989 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] For port 908a74d2-3309-4b99-a137-551528d976ec, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=908a74d2-3309-4b99-a137-551528d976ec,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:31:14.090419 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:14.124824 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-53d17a2f-0d52-4df0-b86b-98c7bd45c491 req-cdefb8d4-e3fa-40e6-8fae-106a9386e8ef service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725504 Sep 02 04:31:14.169682 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:14.182113 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a008959-49a9-4848-a5b5-208607cd7dab None None] Pushing event updated for resources: {'Port': ['ID=908a74d2-3309-4b99-a137-551528d976ec,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:14.185310 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Routers {'067bf73f-3520-49f7-a939-c6587635f827'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:31:14.185979 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:31:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['067bf73f-3520-49f7-a939-c6587635f827'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:14.229218 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89bcc309-c626-45e8-a484-4775a1afc1c0,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:14.245147 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Checking segment: {'id': 'e53b7868-636c-48e4-9a10-8dc533020a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:31:14.245447 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Network hostable DHCP agents. Network: 69cc6cd6-d699-488f-a9c8-6615e4b98948, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:31:14.348576 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Network 69cc6cd6-d699-488f-a9c8-6615e4b98948 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:31:14.427336 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 69cc6cd6-d699-488f-a9c8-6615e4b98948) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:14.439245 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636bba38-167f-4a4b-92c3-3a67f39abc55 None None] Network 69cc6cd6-d699-488f-a9c8-6615e4b98948 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:31:14.450809 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:14.452852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:14.533467 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bc39f-d9a4-490c-964f-7b3da40d323a req-7dbfff27-4b58-4b6a-a23d-bbe3b7f02a41 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:14.535629 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-773bc39f-d9a4-490c-964f-7b3da40d323a req-7dbfff27-4b58-4b6a-a23d-bbe3b7f02a41 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 945 time: 0.0785122 Sep 02 04:31:14.539185 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424a680-522d-4453-b8a6-ce9ed8b41525 req-bb21bf26-53ba-46e7-9b23-157a6ec0b045 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:14.543028 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c424a680-522d-4453-b8a6-ce9ed8b41525 req-bb21bf26-53ba-46e7-9b23-157a6ec0b045 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0751667 Sep 02 04:31:14.545703 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] Set router 067bf73f-3520-49f7-a939-c6587635f827 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:31:14.584488 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c424a680-522d-4453-b8a6-ce9ed8b41525 req-15d8df7b-4ccc-43bd-9e8d-4000e6b4fb6c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Sep 02 04:31:14.588572 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-773bc39f-d9a4-490c-964f-7b3da40d323a req-87ae5015-8c29-4751-add3-bd2ba63c3e81 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Sep 02 04:31:14.685750 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-87eb9a00-fbc7-49c6-957d-4378acdb353f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2162843 Sep 02 04:31:14.688059 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44300) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:14.692788 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1134036213-router', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:31:14.762795 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a486f3-8f72-5bf9-945a-33db7619340c-69cc6cd6-d699-488f-a9c8-6615e4b98948', 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'fixed_ips': [{'subnet_id': '89bcc309-c626-45e8-a484-4775a1afc1c0'}]}} from dv-cinder-804735-7-iscsi. {{(pid=94403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 04:31:14.763683 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:14.837976 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1642938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27977'] for router, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:14.839051 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1643562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27974'] for router, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:14.896779 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:14.931140 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '908a74d2-3309-4b99-a137-551528d976ec', 'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'mac_address': 'fa:16:3e:3f:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:09Z', 'updated_at': '2021-09-02T04:31:13Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'subnets': [{'id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:14.959519 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44001da4-1d4d-4180-b732-4564585950a3 None None] The sync data for ids ['067bf73f-3520-49f7-a939-c6587635f827'] in dv-cinder-804735-7-iscsi is: [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '908a74d2-3309-4b99-a137-551528d976ec', 'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'mac_address': 'fa:16:3e:3f:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:09Z', 'updated_at': '2021-09-02T04:31:13Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'subnets': [{'id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:31:14.969932 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.db_base_plugin_common [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Allocated IP 172.20.0.2 (69cc6cd6-d699-488f-a9c8-6615e4b98948/89bcc309-c626-45e8-a484-4775a1afc1c0/87c10bdc-0a1d-44ae-b097-8e9abe82b58d) {{(pid=94403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:31:15.164913 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44310) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:15.192056 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Notify callbacks [] for port, precommit_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.202008 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Transition to ACTIVE for port object 87c10bdc-0a1d-44ae-b097-8e9abe82b58d will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:15.217562 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Transition to ACTIVE for port object 87c10bdc-0a1d-44ae-b097-8e9abe82b58d will not be triggered until provisioned by entity DHCP. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:15.218165 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44314) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:15.246924 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.294431 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.331226 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4e26dec0-2796-485c-84fd-1b9a2a3abbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.364947 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Pushing event updated for resources: {'Port': ['ID=87c10bdc-0a1d-44ae-b097-8e9abe82b58d,revision_number=1']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:15.381877 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Network 69cc6cd6-d699-488f-a9c8-6615e4b98948 is already hosted by enough agents. {{(pid=94403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:31:15.403644 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.base_scheduler [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Resources bound (agent type, host, resource id): {{(pid=94403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:15.413812 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Received port after_create {{(pid=94403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:31:15.451667 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2c61f542-b87a-4da1-aabc-b20e54b3da33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.529842 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4e26dec0-2796-485c-84fd-1b9a2a3abbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.537319 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44326) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:15.541182 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Attempting to bind port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:31:15.541575 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Attempting to bind port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': 'e53b7868-636c-48e4-9a10-8dc533020a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:31:15.541899 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Attempting to bind port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d on network 69cc6cd6-d699-488f-a9c8-6615e4b98948 {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:31:15.552054 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:31:15.556984 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Checking segment: {'id': 'e53b7868-636c-48e4-9a10-8dc533020a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:31:15.556984 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.556984 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Bound using segment: {'id': 'e53b7868-636c-48e4-9a10-8dc533020a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:31:15.556984 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Bound port: 87c10bdc-0a1d-44ae-b097-8e9abe82b58d, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53b7868-636c-48e4-9a10-8dc533020a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:31:15.556984 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.623170 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4e26dec0-2796-485c-84fd-1b9a2a3abbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.647766 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] For port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:31:15.651482 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] For port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=87c10bdc-0a1d-44ae-b097-8e9abe82b58d,segment=NetworkSegment(e53b7868-636c-48e4-9a10-8dc533020a85),segment_id=e53b7868-636c-48e4-9a10-8dc533020a85)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:31:15.723726 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 908a74d2-3309-4b99-a137-551528d976ec up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:15.728131 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26dec0-2796-485c-84fd-1b9a2a3abbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ac0bf6-8a13-43ab-86fa-23044a266298,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:15.749896 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-4e26dec0-2796-485c-84fd-1b9a2a3abbbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26f66294b5764f7babb9a985acef08d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813074 Sep 02 04:31:15.755219 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44332) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:15.771724 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.793972 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2f726067-878d-47a7-b9a2-473f0ada26f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.846860 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.859968 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03c18f-bec3-445c-a892-7174265ae6af req-b69a579c-6544-4989-a1fd-39d317ebb83b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:15.868363 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4d03c18f-bec3-445c-a892-7174265ae6af req-b69a579c-6544-4989-a1fd-39d317ebb83b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.1164029 Sep 02 04:31:15.875929 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9b146-2b89-4c4d-a227-d7b3c8358c8f None None] Pushing event updated for resources: {'Port': ['ID=87c10bdc-0a1d-44ae-b097-8e9abe82b58d,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:15.877413 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.891202 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f2587a97-071b-4590-9891-b47cca10e543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.924565 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4d03c18f-bec3-445c-a892-7174265ae6af req-456a153d-a83a-4802-a0a3-0ef78db2b7ee tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551820 Sep 02 04:31:15.946043 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 908a74d2-3309-4b99-a137-551528d976ec completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:15.957145 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2c61f542-b87a-4da1-aabc-b20e54b3da33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.960135 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 908a74d2-3309-4b99-a137-551528d976ec triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:15.960567 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:15.972608 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f2587a97-071b-4590-9891-b47cca10e543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.034798 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2c61f542-b87a-4da1-aabc-b20e54b3da33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.060326 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Allocated IP 172.27.2.121 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/c15dd203-cff5-44f0-aba2-b6fc465474ad) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:31:16.072495 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.085158 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61f542-b87a-4da1-aabc-b20e54b3da33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6991699b-87c5-4025-9109-7c586ec64f5a,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:16.133135 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-2c61f542-b87a-4da1-aabc-b20e54b3da33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddf2adaa76c54363af4439dc9328d86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9138038 Sep 02 04:31:16.136324 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44334) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:16.141334 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f2587a97-071b-4590-9891-b47cca10e543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.143931 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f2587a97-071b-4590-9891-b47cca10e543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.145114 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-f2587a97-071b-4590-9891-b47cca10e543 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51ac0bf6-8a13-43ab-86fa-23044a266298 HTTP/1.1" status: 204 len: 168 time: 0.3859229 Sep 02 04:31:16.165593 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 908a74d2-3309-4b99-a137-551528d976ec, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=908a74d2-3309-4b99-a137-551528d976ec,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:31:16.224956 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-095e2d5d-a8e5-45b0-b8e2-0185092ec2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.241103 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.242680 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2587a97-071b-4590-9891-b47cca10e543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ac0bf6-8a13-43ab-86fa-23044a266298,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:16.291041 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-095e2d5d-a8e5-45b0-b8e2-0185092ec2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.336019 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.345953 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=908a74d2-3309-4b99-a137-551528d976ec,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:16.348135 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2f726067-878d-47a7-b9a2-473f0ada26f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.455183 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2f726067-878d-47a7-b9a2-473f0ada26f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.495445 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.495860 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-2f726067-878d-47a7-b9a2-473f0ada26f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc4842d67bc140e799b89a8b9a3c6c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9565101 Sep 02 04:31:16.496607 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f726067-878d-47a7-b9a2-473f0ada26f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e084273e-1f17-41f4-bd9c-2f183d0956e7,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:16.498900 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44344) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:16.501067 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-095e2d5d-a8e5-45b0-b8e2-0185092ec2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.503793 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-095e2d5d-a8e5-45b0-b8e2-0185092ec2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:16.507340 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-095e2d5d-a8e5-45b0-b8e2-0185092ec2a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6991699b-87c5-4025-9109-7c586ec64f5a HTTP/1.1" status: 204 len: 168 time: 0.3676932 Sep 02 04:31:16.512830 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e2d5d-a8e5-45b0-b8e2-0185092ec2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6991699b-87c5-4025-9109-7c586ec64f5a,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:16.616112 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:31:16.622539 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:16.626853 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Pushing event updated for resources: {'Port': ['ID=c15dd203-cff5-44f0-aba2-b6fc465474ad,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:16.634755 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:31:17.005571 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e3aa-f2f8-4b39-8dc7-84a066dc6c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:17.080570 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a28fcf-78ef-427d-bbe4-712fa66b24d2 req-f7aff4b0-6cc6-49e6-a20e-36370f833465 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:17.089680 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-53a28fcf-78ef-427d-bbe4-712fa66b24d2 req-f7aff4b0-6cc6-49e6-a20e-36370f833465 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0916505 Sep 02 04:31:17.122100 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b94d1-29c3-4d25-a8e4-76167e1e2c42 None None] Network 69cc6cd6-d699-488f-a9c8-6615e4b98948 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:31:17.124039 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e3aa-f2f8-4b39-8dc7-84a066dc6c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:17.187384 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-53a28fcf-78ef-427d-bbe4-712fa66b24d2 req-83cf22e2-3665-4ba0-b15f-6e4b5574e979 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956695 Sep 02 04:31:17.320662 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e3aa-f2f8-4b39-8dc7-84a066dc6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:17.326928 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d3a6e3aa-f2f8-4b39-8dc7-84a066dc6c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:17.326928 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-d3a6e3aa-f2f8-4b39-8dc7-84a066dc6c78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e084273e-1f17-41f4-bd9c-2f183d0956e7 HTTP/1.1" status: 204 len: 168 time: 0.7718840 Sep 02 04:31:17.335507 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6e3aa-f2f8-4b39-8dc7-84a066dc6c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e084273e-1f17-41f4-bd9c-2f183d0956e7,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:17.364787 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-92352066-e8a2-4779-ad0d-bff837c0ca79 None None] Provisioning for port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:17.377512 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:17.619428 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551'] for router, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:17.739176 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 908a74d2-3309-4b99-a137-551528d976ec up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:17.792407 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 908a74d2-3309-4b99-a137-551528d976ec triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:17.792850 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:17.868358 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 87c10bdc-0a1d-44ae-b097-8e9abe82b58d up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:17.980321 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Router a79e4395-10f2-47f7-b10e-9aa4100a6583 is scheduled to L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 with binding_index 1 {{(pid=94401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 04:31:18.043209 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:18.047284 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:18.047658 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.093923 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:31:18.108526 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Sync routers for ids ['a79e4395-10f2-47f7-b10e-9aa4100a6583'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:31:18.118340 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Routers {'a79e4395-10f2-47f7-b10e-9aa4100a6583'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:31:18.119026 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:31:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['a79e4395-10f2-47f7-b10e-9aa4100a6583'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:18.135599 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.169181 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=87c10bdc-0a1d-44ae-b097-8e9abe82b58d,segment=NetworkSegment(e53b7868-636c-48e4-9a10-8dc533020a85),segment_id=e53b7868-636c-48e4-9a10-8dc533020a85)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:31:18.209422 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.211943 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-2f927767-dff8-465f-ae84-3cd6d87bf093 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5216923 Sep 02 04:31:18.218878 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44392) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:18.243448 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.256143 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Set router a79e4395-10f2-47f7-b10e-9aa4100a6583 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:31:18.342401 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=87c10bdc-0a1d-44ae-b097-8e9abe82b58d,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:18.360479 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d56801-6fa4-460a-bd83-2bd043f91741 req-03897e03-7af5-4ed2-83b9-5bade67338b0 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:18.362170 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-40d56801-6fa4-460a-bd83-2bd043f91741 req-03897e03-7af5-4ed2-83b9-5bade67338b0 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0806222 Sep 02 04:31:18.408747 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-40d56801-6fa4-460a-bd83-2bd043f91741 req-4963037c-c05e-42bc-9fa5-10099bcb75a2 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Sep 02 04:31:18.418149 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44394) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:18.438622 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3f89d3d2-1341-439b-b745-774b1a702d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.496030 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'name': 'tempest-TestMinimumBasicScenario-1134036213-router', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:14Z', 'updated_at': '2021-09-02T04:31:17Z', 'revision_number': 3, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'gw_port': {'id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:15Z', 'updated_at': '2021-09-02T04:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:18.534717 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Checking router: a79e4395-10f2-47f7-b10e-9aa4100a6583 for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:31:18.534717 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Updating router a79e4395-10f2-47f7-b10e-9aa4100a6583 port c15dd203-cff5-44f0-aba2-b6fc465474ad binding host dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:31:18.550939 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3f89d3d2-1341-439b-b745-774b1a702d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.554719 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.684192 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.712965 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3f89d3d2-1341-439b-b745-774b1a702d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.767093 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-3f89d3d2-1341-439b-b745-774b1a702d51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c562d677e044cd6a1d7f5ccd15e6b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450830 Sep 02 04:31:18.767807 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44404) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:18.797399 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89d3d2-1341-439b-b745-774b1a702d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e7680-1d76-4a4c-ae78-5867e7367a8e,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:18.828856 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0d9b9bc-6b28-41fa-b24a-a367326dacf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.851148 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.861710 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0d9b9bc-6b28-41fa-b24a-a367326dacf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.862056 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Transition to ACTIVE for port object c15dd203-cff5-44f0-aba2-b6fc465474ad will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:18.866350 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Allocated IP 172.20.0.1 (69cc6cd6-d699-488f-a9c8-6615e4b98948/89bcc309-c626-45e8-a484-4775a1afc1c0/7634e56a-2d28-45c6-9f48-d58f7b5dd849) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:31:18.946257 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.967083 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.982540 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Transition to ACTIVE for port object 7634e56a-2d28-45c6-9f48-d58f7b5dd849 will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:18.990551 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0d9b9bc-6b28-41fa-b24a-a367326dacf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.992940 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0d9b9bc-6b28-41fa-b24a-a367326dacf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:18.996657 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-c0d9b9bc-6b28-41fa-b24a-a367326dacf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e11e7680-1d76-4a4c-ae78-5867e7367a8e HTTP/1.1" status: 204 len: 168 time: 0.2253473 Sep 02 04:31:19.003019 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Attempting to bind port c15dd203-cff5-44f0-aba2-b6fc465474ad on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:31:19.003614 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Attempting to bind port c15dd203-cff5-44f0-aba2-b6fc465474ad by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:31:19.003995 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Attempting to bind port c15dd203-cff5-44f0-aba2-b6fc465474ad on network 18fb76dd-f907-485a-9600-a8a8c1b2c99b {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:31:19.011960 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9b9bc-6b28-41fa-b24a-a367326dacf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e7680-1d76-4a4c-ae78-5867e7367a8e,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:19.014273 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39067980-b713-474e-a824-fe215ef15c0d None None] Pushing event updated for resources: {'Port': ['ID=c15dd203-cff5-44f0-aba2-b6fc465474ad,revision_number=2']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:19.020405 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:31:19.020405 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:31:19.020405 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.020405 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Bound using segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:31:19.020405 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Bound port: c15dd203-cff5-44f0-aba2-b6fc465474ad, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:31:19.020405 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.075179 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] For port c15dd203-cff5-44f0-aba2-b6fc465474ad, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:31:19.078787 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] For port c15dd203-cff5-44f0-aba2-b6fc465474ad, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=c15dd203-cff5-44f0-aba2-b6fc465474ad,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:31:19.134996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.177015 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Network 69cc6cd6-d699-488f-a9c8-6615e4b98948 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:31:19.180031 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:19.186905 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:31:19.186905 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074298'] for router_interface, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.193518 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Pushing event updated for resources: {'Port': ['ID=7634e56a-2d28-45c6-9f48-d58f7b5dd849,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:19.204455 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.259075 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Routers {'a79e4395-10f2-47f7-b10e-9aa4100a6583'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:31:19.259854 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:31:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['a79e4395-10f2-47f7-b10e-9aa4100a6583'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:19.337501 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39067980-b713-474e-a824-fe215ef15c0d None None] Pushing event updated for resources: {'Port': ['ID=c15dd203-cff5-44f0-aba2-b6fc465474ad,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:19.387240 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] Set router a79e4395-10f2-47f7-b10e-9aa4100a6583 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:31:19.396374 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.596682 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283caf9-4e54-491c-904d-6299b711d68e req-aef56000-eb00-46c4-a66b-c0ccb9fbf378 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:19.598216 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e283caf9-4e54-491c-904d-6299b711d68e req-aef56000-eb00-46c4-a66b-c0ccb9fbf378 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.1064856 Sep 02 04:31:19.603394 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-9815c4e3-3b59-434f-ab16-cd363fc8c33d None None] Provisioning for port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:19.607359 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-9815c4e3-3b59-434f-ab16-cd363fc8c33d None None] Provisioning complete for port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:19.607750 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-9815c4e3-3b59-434f-ab16-cd363fc8c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.630228 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.660031 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e283caf9-4e54-491c-904d-6299b711d68e req-4b48a6d6-8003-47a3-b917-7cb5e80c1369 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469632 Sep 02 04:31:19.678559 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 87c10bdc-0a1d-44ae-b097-8e9abe82b58d up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:19.680889 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-9815c4e3-3b59-434f-ab16-cd363fc8c33d None None] Port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:31:19.723575 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.724086 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646378'] for router_interface, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.731601 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'name': 'tempest-TestMinimumBasicScenario-1134036213-router', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:14Z', 'updated_at': '2021-09-02T04:31:17Z', 'revision_number': 3, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'gw_port': {'id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:15Z', 'updated_at': '2021-09-02T04:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:19.757489 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:19.758180 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:19.774857 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd9a66-9aa6-41bf-adff-80aa5c6b969b None None] The sync data for ids ['a79e4395-10f2-47f7-b10e-9aa4100a6583'] in dv-cinder-804735-7-iscsi is: [{'id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'name': 'tempest-TestMinimumBasicScenario-1134036213-router', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:14Z', 'updated_at': '2021-09-02T04:31:17Z', 'revision_number': 3, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'gw_port': {'id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:15Z', 'updated_at': '2021-09-02T04:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:31:19.813833 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Pushing event updated for resources: {'Port': ['ID=7634e56a-2d28-45c6-9f48-d58f7b5dd849,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:19.904198 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Network 69cc6cd6-d699-488f-a9c8-6615e4b98948 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:31:19.905860 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:20.060742 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Router a79e4395-10f2-47f7-b10e-9aa4100a6583 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:31:20.205867 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-ebdbfdcc-82da-4d19-84d4-2f9829e2415e None None] Provisioning complete for port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:20.212802 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ebdbfdcc-82da-4d19-84d4-2f9829e2415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:20.244782 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:31:20.254751 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-2bef720b-50ad-45d9-897a-821da29be045 admin admin] 10.222.0.13 "PUT /v2.0/routers/a79e4395-10f2-47f7-b10e-9aa4100a6583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0398805 Sep 02 04:31:20.275185 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbfdcc-82da-4d19-84d4-2f9829e2415e None None] Port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:31:20.780966 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae851dca-1fe4-478a-95b6-738332df1bc8 req-0498b356-d2f8-4327-841d-1bebf1d80b47 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:20.782539 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ae851dca-1fe4-478a-95b6-738332df1bc8 req-0498b356-d2f8-4327-841d-1bebf1d80b47 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0493057 Sep 02 04:31:20.829844 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ae851dca-1fe4-478a-95b6-738332df1bc8 req-57d3688f-f0ae-4368-9f95-40356936f259 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379665 Sep 02 04:31:20.931379 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:31:21.673505 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device c15dd203-cff5-44f0-aba2-b6fc465474ad up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:22.106006 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port c15dd203-cff5-44f0-aba2-b6fc465474ad completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:22.111315 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port c15dd203-cff5-44f0-aba2-b6fc465474ad triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:22.111776 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:22.229207 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:22.323506 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port c15dd203-cff5-44f0-aba2-b6fc465474ad, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=c15dd203-cff5-44f0-aba2-b6fc465474ad,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:31:22.403782 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:22.477049 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Sync routers for ids ['a79e4395-10f2-47f7-b10e-9aa4100a6583'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:31:22.502957 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=c15dd203-cff5-44f0-aba2-b6fc465474ad,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:22.505650 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Routers {'a79e4395-10f2-47f7-b10e-9aa4100a6583'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:31:22.506262 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:31:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['a79e4395-10f2-47f7-b10e-9aa4100a6583'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:22.622823 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Set router a79e4395-10f2-47f7-b10e-9aa4100a6583 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:31:22.883438 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:23.027642 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'name': 'tempest-TestMinimumBasicScenario-1134036213-router', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:14Z', 'updated_at': '2021-09-02T04:31:19Z', 'revision_number': 4, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'gw_port': {'id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:15Z', 'updated_at': '2021-09-02T04:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '7634e56a-2d28-45c6-9f48-d58f7b5dd849', 'name': '', 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'mac_address': 'fa:16:3e:58:c4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '89bcc309-c626-45e8-a484-4775a1afc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:18Z', 'updated_at': '2021-09-02T04:31:19Z', 'revision_number': 2, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'subnets': [{'id': '89bcc309-c626-45e8-a484-4775a1afc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:23.058226 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Checking router: a79e4395-10f2-47f7-b10e-9aa4100a6583 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:31:23.058226 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Updating router a79e4395-10f2-47f7-b10e-9aa4100a6583 port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 binding host dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:31:23.093143 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:23.412959 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Notify callbacks [] for port, precommit_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:23.424122 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Transition to ACTIVE for port object 7634e56a-2d28-45c6-9f48-d58f7b5dd849 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:23.563414 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:23.624113 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device c15dd203-cff5-44f0-aba2-b6fc465474ad up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:23.684741 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce57a03-dbc9-41e9-a86d-6a42e22c4ef8 None None] Pushing event updated for resources: {'Port': ['ID=7634e56a-2d28-45c6-9f48-d58f7b5dd849,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:23.741150 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Attempting to bind port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:31:23.745185 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Attempting to bind port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': 'e53b7868-636c-48e4-9a10-8dc533020a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:31:23.745185 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Attempting to bind port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 on network 69cc6cd6-d699-488f-a9c8-6615e4b98948 {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:31:23.750093 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:31:23.750738 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Checking segment: {'id': 'e53b7868-636c-48e4-9a10-8dc533020a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:31:23.750738 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:23.751806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Bound using segment: {'id': 'e53b7868-636c-48e4-9a10-8dc533020a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:31:23.751806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Bound port: 7634e56a-2d28-45c6-9f48-d58f7b5dd849, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53b7868-636c-48e4-9a10-8dc533020a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:31:23.752054 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:23.770653 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port c15dd203-cff5-44f0-aba2-b6fc465474ad triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:23.789590 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:23.880711 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] For port 7634e56a-2d28-45c6-9f48-d58f7b5dd849, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:31:23.887544 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] For port 7634e56a-2d28-45c6-9f48-d58f7b5dd849, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=7634e56a-2d28-45c6-9f48-d58f7b5dd849,segment=NetworkSegment(e53b7868-636c-48e4-9a10-8dc533020a85),segment_id=e53b7868-636c-48e4-9a10-8dc533020a85)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:31:23.925623 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbd3d9-3616-4a3d-a74e-29eeb40fbcb4 req-88646443-f2a8-43e4-b3ad-388af9ebcf33 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:23.927894 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c7dbd3d9-3616-4a3d-a74e-29eeb40fbcb4 req-88646443-f2a8-43e4-b3ad-388af9ebcf33 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0814235 Sep 02 04:31:23.967316 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:23.972048 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c7dbd3d9-3616-4a3d-a74e-29eeb40fbcb4 req-0991ac8d-a806-4428-9951-652d8dbf7b38 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375237 Sep 02 04:31:24.025344 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Routers {'a79e4395-10f2-47f7-b10e-9aa4100a6583'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:31:24.026436 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:31:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['a79e4395-10f2-47f7-b10e-9aa4100a6583'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:24.096671 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce57a03-dbc9-41e9-a86d-6a42e22c4ef8 None None] Pushing event updated for resources: {'Port': ['ID=7634e56a-2d28-45c6-9f48-d58f7b5dd849,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:24.144355 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] Set router a79e4395-10f2-47f7-b10e-9aa4100a6583 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:31:24.368711 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'name': 'tempest-TestMinimumBasicScenario-1134036213-router', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:14Z', 'updated_at': '2021-09-02T04:31:19Z', 'revision_number': 4, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'gw_port': {'id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:15Z', 'updated_at': '2021-09-02T04:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '7634e56a-2d28-45c6-9f48-d58f7b5dd849', 'name': '', 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'mac_address': 'fa:16:3e:58:c4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '89bcc309-c626-45e8-a484-4775a1afc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:18Z', 'updated_at': '2021-09-02T04:31:23Z', 'revision_number': 4, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'subnets': [{'id': '89bcc309-c626-45e8-a484-4775a1afc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:31:24.405779 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828415e0-19a3-4a52-aee3-75b1f3797698 None None] The sync data for ids ['a79e4395-10f2-47f7-b10e-9aa4100a6583'] in dv-cinder-804735-7-iscsi is: [{'id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'name': 'tempest-TestMinimumBasicScenario-1134036213-router', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:14Z', 'updated_at': '2021-09-02T04:31:19Z', 'revision_number': 4, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'gw_port': {'id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:15Z', 'updated_at': '2021-09-02T04:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '7634e56a-2d28-45c6-9f48-d58f7b5dd849', 'name': '', 'network_id': '69cc6cd6-d699-488f-a9c8-6615e4b98948', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'mac_address': 'fa:16:3e:58:c4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '89bcc309-c626-45e8-a484-4775a1afc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:18Z', 'updated_at': '2021-09-02T04:31:23Z', 'revision_number': 4, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'subnets': [{'id': '89bcc309-c626-45e8-a484-4775a1afc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:31:25.116019 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf195-3e49-4e69-bbe8-2e5f1eddebd1 req-1dd8da33-fb03-40f2-a5a0-c1686d35d543 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:25.117588 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5d9cf195-3e49-4e69-bbe8-2e5f1eddebd1 req-1dd8da33-fb03-40f2-a5a0-c1686d35d543 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0520458 Sep 02 04:31:25.168546 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5d9cf195-3e49-4e69-bbe8-2e5f1eddebd1 req-2849e698-d127-4e88-926c-f2021520af51 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441096 Sep 02 04:31:25.686791 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 7634e56a-2d28-45c6-9f48-d58f7b5dd849 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:25.822623 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:25.827650 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:25.828314 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:25.924132 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:25.964421 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 7634e56a-2d28-45c6-9f48-d58f7b5dd849, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=7634e56a-2d28-45c6-9f48-d58f7b5dd849,segment=NetworkSegment(e53b7868-636c-48e4-9a10-8dc533020a85),segment_id=e53b7868-636c-48e4-9a10-8dc533020a85)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:31:26.047782 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:26.136408 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=7634e56a-2d28-45c6-9f48-d58f7b5dd849,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:27.612697 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 7634e56a-2d28-45c6-9f48-d58f7b5dd849 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:31:27.659441 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:27.659815 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:28.645294 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af19ba-5619-474d-8383-66f094abe600 req-9b887f52-5561-4308-ad0a-134603108368 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:28.647060 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a6af19ba-5619-474d-8383-66f094abe600 req-9b887f52-5561-4308-ad0a-134603108368 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0509300 Sep 02 04:31:28.691716 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a6af19ba-5619-474d-8383-66f094abe600 req-e5f4b728-05f4-4341-a22e-356b003a9053 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Sep 02 04:31:31.722754 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-950d7b68-f5bc-43a7-bfa5-b20ee572d261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:32.057696 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d0300-60cb-4dfc-aed4-ea8858558a90 req-19ae7bf6-815f-41e5-9e6f-b0855d66ae3d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:32.059176 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c37d0300-60cb-4dfc-aed4-ea8858558a90 req-19ae7bf6-815f-41e5-9e6f-b0855d66ae3d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0470107 Sep 02 04:31:32.096145 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c37d0300-60cb-4dfc-aed4-ea8858558a90 req-aa8b3d47-e273-4e46-b9b3-c41290a9af46 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305538 Sep 02 04:31:32.805908 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-b69d78e7-60e0-464f-86b6-ed126bf66822 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:32.807360 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-b69d78e7-60e0-464f-86b6-ed126bf66822 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/networks?id=033cbb20-1bf0-4986-a01b-c8f4d3477953 HTTP/1.1" status: 200 len: 813 time: 0.1039367 Sep 02 04:31:32.822075 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-4f2a3153-46f8-4f80-bd08-06e5cf08bcf5 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/quotas/13dd2e352f6149d4beb1d4f84664a614 HTTP/1.1" status: 200 len: 375 time: 0.0088632 Sep 02 04:31:32.870686 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-59df5ebf-598a-4ac8-92c5-9b1f1fd88f7e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=13dd2e352f6149d4beb1d4f84664a614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433135 Sep 02 04:31:32.968269 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-cb5cc332-16a5-44aa-9966-2990bbec3a1b service neutron] 10.222.0.13 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856586 Sep 02 04:31:33.069303 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-dda7cba8-45b0-4014-9ef2-210a4a3a512c service neutron] 10.222.0.13 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915463 Sep 02 04:31:33.378146 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37573b1-f5a4-42ba-a458-18fd60de37c6 req-0d7c882f-9ced-4cf3-830a-229d8441b87e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:33.383013 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d37573b1-f5a4-42ba-a458-18fd60de37c6 req-0d7c882f-9ced-4cf3-830a-229d8441b87e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0724859 Sep 02 04:31:33.451857 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d37573b1-f5a4-42ba-a458-18fd60de37c6 req-8d90f1ac-025e-4aa5-a932-b3f063d0d8b1 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588207 Sep 02 04:31:33.452979 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e484445c-f0ca-4e6f-a628-66da5a6eef4e req-5daf03b5-3de6-4d28-9881-212bd0d92024 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 210 time: 0.0379658 Sep 02 04:31:34.522953 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d6895c1f-a19e-4b4f-bbb2-e97bfd83931a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:34.547418 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b499e735-32da-47ec-ba6e-0fdf9b4dec99 req-f0e335e0-521f-439e-b04e-62bfc3cc4a73 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 210 time: 0.0258932 Sep 02 04:31:34.622395 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0010bb-66ed-4135-963b-d80a9b5c59ca req-90365a74-9dff-4efb-a6d7-c14b015d5fb7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:34.624084 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ab0010bb-66ed-4135-963b-d80a9b5c59ca req-90365a74-9dff-4efb-a6d7-c14b015d5fb7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0597148 Sep 02 04:31:34.637455 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:34.667812 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ab0010bb-66ed-4135-963b-d80a9b5c59ca req-1182ac60-ecec-4026-9f42-8e4cb8131261 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369310 Sep 02 04:31:35.317423 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:35.642175 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7232f9de-9b08-4cf7-b748-ae1d11a3f966 req-e203adf2-97ff-4b88-a385-1f511dc2efd5 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 210 time: 0.0262020 Sep 02 04:31:35.780864 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2c89e-f217-454d-925d-52d0970efac7 req-bc28c4fe-8019-4a68-9fa6-5da832837eed tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:35.782824 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3aa2c89e-f217-454d-925d-52d0970efac7 req-bc28c4fe-8019-4a68-9fa6-5da832837eed tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0463922 Sep 02 04:31:35.819285 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3aa2c89e-f217-454d-925d-52d0970efac7 req-511de19d-dd5a-4e07-89c0-6237efc28846 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303521 Sep 02 04:31:36.309600 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-145caac2-fb65-4761-afdf-dc6d2702a61e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:36.312871 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-145caac2-fb65-4761-afdf-dc6d2702a61e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.20 "GET /v2.0/networks?id=033cbb20-1bf0-4986-a01b-c8f4d3477953 HTTP/1.1" status: 200 len: 813 time: 0.1310818 Sep 02 04:31:36.338308 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'port': {'device_id': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'admin_state_up': True, 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:31:36.597245 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Made reservation on behalf of 13dd2e352f6149d4beb1d4f84664a614 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:31:36.606630 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:36.754608 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-add8f54f-933a-4b5d-ad5f-218cc8bf5bc6 req-7ac8ef45-ceef-452c-bc70-dfe8afa96d1e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 210 time: 0.0299625 Sep 02 04:31:36.770786 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Allocated IP 172.20.0.5 (033cbb20-1bf0-4986-a01b-c8f4d3477953/78c5c54e-5f97-4126-a3fa-30614bee1c5f/c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:31:36.835156 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011bc0f-258c-4642-9c85-ee5575de4f2c req-70b21e60-de66-4ca2-b7af-52b3d08babf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:36.835156 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a011bc0f-258c-4642-9c85-ee5575de4f2c req-70b21e60-de66-4ca2-b7af-52b3d08babf6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 1098 time: 0.0708840 Sep 02 04:31:36.926409 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a011bc0f-258c-4642-9c85-ee5575de4f2c req-6543282c-2598-45d3-9037-5159d657bea2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845947 Sep 02 04:31:36.961362 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36780fa0-e774-47eb-8b35-cea36a7e355c req-bb221cb9-ad38-4835-a885-1c6fb7817075 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:36.970361 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-36780fa0-e774-47eb-8b35-cea36a7e355c req-bb221cb9-ad38-4835-a885-1c6fb7817075 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0720181 Sep 02 04:31:37.042467 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-36780fa0-e774-47eb-8b35-cea36a7e355c req-af98e1f8-fa21-442a-8a82-d4da99dd4ec7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705793 Sep 02 04:31:37.043180 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44766) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:37.064529 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.079468 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Transition to ACTIVE for port object c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:37.186901 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.193244 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4576a358-c8fa-4dbe-b448-2d32974f984b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.242388 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Network 033cbb20-1bf0-4986-a01b-c8f4d3477953 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:31:37.248855 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.250146 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:31:37.253298 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:31:37.260266 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:37.261078 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.265133 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'Port': ['ID=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:37.318258 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4576a358-c8fa-4dbe-b448-2d32974f984b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.404998 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4576a358-c8fa-4dbe-b448-2d32974f984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.446651 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44790) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:37.458538 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-4576a358-c8fa-4dbe-b448-2d32974f984b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a39b4230eaf44a4acf27611426d2e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108050 Sep 02 04:31:37.502779 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576a358-c8fa-4dbe-b448-2d32974f984b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711c3dc8-335c-408c-80cf-b69cf9b5d777,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:37.532990 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-86c6ca9c-8be0-43c3-8ee9-a2a2ca35e18a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1954150 Sep 02 04:31:37.549866 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56b3faf1-ec5a-4269-8eda-2328416ac6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.573730 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56b3faf1-ec5a-4269-8eda-2328416ac6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.630129 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-b8e2b7dc-883b-4c14-865a-d83fc07b65d3 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:37.631564 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-b8e2b7dc-883b-4c14-865a-d83fc07b65d3 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/networks?id=26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 200 len: 814 time: 0.1194341 Sep 02 04:31:37.642907 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a8c5a97e-b073-46b7-aea1-20caaa6a8458 None None] Provisioning for port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:31:37.646400 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-e2bd8862-760e-4597-a1ef-b3a1196d9ce9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/quotas/30c709f5c0524e4384bdb829d81c46c1 HTTP/1.1" status: 200 len: 375 time: 0.0089076 Sep 02 04:31:37.646861 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a8c5a97e-b073-46b7-aea1-20caaa6a8458 None None] Provisioning complete for port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:31:37.647239 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a97e-b073-46b7-aea1-20caaa6a8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.681850 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a8c5a97e-b073-46b7-aea1-20caaa6a8458 None None] Port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:31:37.694668 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56b3faf1-ec5a-4269-8eda-2328416ac6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.697510 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56b3faf1-ec5a-4269-8eda-2328416ac6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:37.700942 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-c8bc33de-f159-4357-8bc3-beda15049b8f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467095 Sep 02 04:31:37.701103 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-56b3faf1-ec5a-4269-8eda-2328416ac6ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/711c3dc8-335c-408c-80cf-b69cf9b5d777 HTTP/1.1" status: 204 len: 168 time: 0.2506599 Sep 02 04:31:37.706960 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3faf1-ec5a-4269-8eda-2328416ac6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711c3dc8-335c-408c-80cf-b69cf9b5d777,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:37.796798 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-d90ca7bb-c0ee-4137-a6cb-0d9218a45091 service neutron] 10.222.0.13 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894425 Sep 02 04:31:37.874491 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c7616-8c4c-4bfd-b2cc-8071bcc3c8ef req-6b755ee3-a50b-4fcd-afa9-6027ee7cb48d tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:37.876103 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-412c7616-8c4c-4bfd-b2cc-8071bcc3c8ef req-6b755ee3-a50b-4fcd-afa9-6027ee7cb48d tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0506871 Sep 02 04:31:37.889165 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-e4f8ea8f-1066-4d64-b03a-cf71ba5bd488 service neutron] 10.222.0.13 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863199 Sep 02 04:31:37.914292 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-412c7616-8c4c-4bfd-b2cc-8071bcc3c8ef req-f62bef16-f50c-41a3-99b0-04714ef33adc tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319207 Sep 02 04:31:38.160755 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99834eb0-e484-4da6-b113-65b654340af0 req-74c1dd38-8f95-4db2-aef7-f01eb47b563c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:38.162401 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-99834eb0-e484-4da6-b113-65b654340af0 req-74c1dd38-8f95-4db2-aef7-f01eb47b563c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0595789 Sep 02 04:31:38.214883 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-99834eb0-e484-4da6-b113-65b654340af0 req-897cd392-479f-43f6-93b1-8106609235d5 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Sep 02 04:31:38.240423 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8f251b66-8a60-4034-b518-89914ea8451e req-4786c8d8-39e0-4aef-a94c-1ff4ee4cbce5 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0310764 Sep 02 04:31:39.029617 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c43d2-0665-4209-a7e4-522f23f2dfd5 req-8b213014-0b01-43fa-84d4-f126b51c978b tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:39.031177 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b17c43d2-0665-4209-a7e4-522f23f2dfd5 req-8b213014-0b01-43fa-84d4-f126b51c978b tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0481329 Sep 02 04:31:39.068551 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b17c43d2-0665-4209-a7e4-522f23f2dfd5 req-c74a8b84-3b15-441c-9a32-d304ccece643 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308971 Sep 02 04:31:39.337370 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7472d1cc-2e19-4e64-b7fc-47cfb52c5f09 req-b4b15c87-f17a-4816-bbd6-b765b447620e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0268414 Sep 02 04:31:39.342260 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90e954-41ac-40ef-9bb7-f4ee10e45c1d req-7824f4e9-33e6-4d8d-ab68-738e797194c6 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:39.343882 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cf90e954-41ac-40ef-9bb7-f4ee10e45c1d req-7824f4e9-33e6-4d8d-ab68-738e797194c6 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0555487 Sep 02 04:31:39.382985 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cf90e954-41ac-40ef-9bb7-f4ee10e45c1d req-25e93e7a-91e7-4c31-bfbe-606ef3c9deb1 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320070 Sep 02 04:31:40.207311 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43441be2-cbbf-4fca-a9d8-98f80f1d6fcb req-9482322d-91a3-4c60-9908-f362a1d8ae2c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:40.209221 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43441be2-cbbf-4fca-a9d8-98f80f1d6fcb req-9482322d-91a3-4c60-9908-f362a1d8ae2c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0650673 Sep 02 04:31:40.266996 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43441be2-cbbf-4fca-a9d8-98f80f1d6fcb req-19bdd887-bcc6-4b22-839b-8f18368c6cb9 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519240 Sep 02 04:31:40.453625 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-81a5e088-9415-44b3-9692-1638301c5e76 req-577340ad-aa95-41f3-b752-7bd242f48cc0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0359650 Sep 02 04:31:40.514787 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171b037-397d-490a-b738-db5a020d54b1 req-a5aa3cd4-47fb-4582-8458-0abb258f8aca tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:40.516336 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2171b037-397d-490a-b738-db5a020d54b1 req-a5aa3cd4-47fb-4582-8458-0abb258f8aca tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0570321 Sep 02 04:31:40.578029 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2171b037-397d-490a-b738-db5a020d54b1 req-ac77120b-b631-4c24-a4c9-cfd19e95954b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544925 Sep 02 04:31:41.400064 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359d6bc-8367-4d40-abb4-dd7c411a6454 req-89612084-5056-4b49-a32d-f7fb5f3e1459 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:41.401984 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1359d6bc-8367-4d40-abb4-dd7c411a6454 req-89612084-5056-4b49-a32d-f7fb5f3e1459 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0651610 Sep 02 04:31:41.441141 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1359d6bc-8367-4d40-abb4-dd7c411a6454 req-82a3afb6-313e-4857-97bd-39e4d938a32d tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Sep 02 04:31:41.563067 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-31a91542-fd80-45f3-938c-17e5f51bc62e req-d84ab74c-2efb-4bf3-a6d6-3594e12b0a87 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0409389 Sep 02 04:31:41.722753 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c4e47-2098-4885-908d-442b5f4bc29e req-646408f7-3e83-476a-a68c-28ca470526a8 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:41.724433 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c70c4e47-2098-4885-908d-442b5f4bc29e req-646408f7-3e83-476a-a68c-28ca470526a8 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0553372 Sep 02 04:31:41.763674 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c70c4e47-2098-4885-908d-442b5f4bc29e req-3425e787-eaa3-4a0a-9482-42cfe3001e96 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329139 Sep 02 04:31:42.633114 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff42f-517c-40b7-8722-278d07939529 req-5e281463-9eb5-4e26-ac97-ddc35cc60c4d tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:42.634821 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1d0ff42f-517c-40b7-8722-278d07939529 req-5e281463-9eb5-4e26-ac97-ddc35cc60c4d tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0477638 Sep 02 04:31:42.674230 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1d0ff42f-517c-40b7-8722-278d07939529 req-83a767cc-1d0a-4b62-8051-a64232ee2155 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Sep 02 04:31:42.782618 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e305f8c-b4f3-4468-890d-f2bdb6a02aa3 req-6aea3518-c4c9-416e-b9e9-07cde9539d4c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:42.785660 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9e305f8c-b4f3-4468-890d-f2bdb6a02aa3 req-6aea3518-c4c9-416e-b9e9-07cde9539d4c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0483241 Sep 02 04:31:42.836873 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9e305f8c-b4f3-4468-890d-f2bdb6a02aa3 req-66c51bd9-762d-4765-9236-ffba1b912104 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382833 Sep 02 04:31:43.162475 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d7e6cc65-8a6b-4d3f-a744-96926b134202 req-2d2d808b-2ba4-4001-882b-d5be79af1be9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.2680597 Sep 02 04:31:43.270931 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcb1a1-a97c-4601-9829-5cbb75a5ffab req-d30ed14e-0965-4c1b-bc53-d2be23bbe179 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:43.278515 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-35fcb1a1-a97c-4601-9829-5cbb75a5ffab req-d30ed14e-0965-4c1b-bc53-d2be23bbe179 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0598955 Sep 02 04:31:43.314239 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-35fcb1a1-a97c-4601-9829-5cbb75a5ffab req-b6eb9bed-86c7-4b35-8876-c6602320b148 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348077 Sep 02 04:31:43.455440 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44944) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:43.573257 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:43.663136 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:43.802038 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3ed6d-1073-46c1-83e5-236a641098fb req-ab5b115c-3633-47b5-b955-a03a1a817667 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:43.803619 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-46f3ed6d-1073-46c1-83e5-236a641098fb req-ab5b115c-3633-47b5-b955-a03a1a817667 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0546241 Sep 02 04:31:43.844077 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-46f3ed6d-1073-46c1-83e5-236a641098fb req-54ec78e1-3b97-41ae-82e9-445941e8b6d7 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Sep 02 04:31:43.966203 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c37c7-3c8a-436e-bc89-0e24208bfd2f req-322bb90d-3cd1-499b-8a49-db8482b472c1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:43.967653 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fe2c37c7-3c8a-436e-bc89-0e24208bfd2f req-322bb90d-3cd1-499b-8a49-db8482b472c1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0519452 Sep 02 04:31:44.005319 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fe2c37c7-3c8a-436e-bc89-0e24208bfd2f req-b22bd30d-ef1a-417f-a7a8-01ff6d4f6534 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312386 Sep 02 04:31:44.243979 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:44.266032 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4c6321aa-02ab-4161-9e44-3caa5e2f823a req-ef77ba56-ef1b-4d14-af6c-88fad5a025b1 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0327337 Sep 02 04:31:44.316578 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd1bb36-acbb-4b57-ad5a-5d6f76d93e81,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:44.316578 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cdab6296d064c1db9bdcb3a52006b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8556256 Sep 02 04:31:44.319588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.319588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.319588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.319588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.319588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.320115 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44958) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:44.323271 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.323530 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.323884 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.324245 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.324579 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.324908 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.325235 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed24c6-a7d2-4551-ad7c-3f960e23843e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.389208 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:44.412236 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:44.443026 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ace07c-9ba0-46f0-a476-08be6143b4e5 req-fc7412e7-fbb9-4154-9bfd-3f268cb7b3b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:44.446279 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-45ace07c-9ba0-46f0-a476-08be6143b4e5 req-fc7412e7-fbb9-4154-9bfd-3f268cb7b3b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0515385 Sep 02 04:31:44.497002 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-45ace07c-9ba0-46f0-a476-08be6143b4e5 req-51e668e1-009c-4835-81c0-16cc2aa98335 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456944 Sep 02 04:31:44.567147 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:44.569743 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:44.570891 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebd1bb36-acbb-4b57-ad5a-5d6f76d93e81 HTTP/1.1" status: 204 len: 168 time: 0.2482927 Sep 02 04:31:44.580152 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd1bb36-acbb-4b57-ad5a-5d6f76d93e81,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:44.587456 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.587851 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.588428 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.588630 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.589209 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.589640 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.590153 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.590497 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.590837 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.591209 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.591520 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.592171 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7751025d-4f94-4d24-bdaa-7b684451c8e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:31:44.972797 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343748-314a-4463-b2bf-ca97c08ec6f9 req-fc9ac517-42dd-4aeb-8ae6-1f93f8f8c688 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:44.974653 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-74343748-314a-4463-b2bf-ca97c08ec6f9 req-fc9ac517-42dd-4aeb-8ae6-1f93f8f8c688 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0493605 Sep 02 04:31:45.013314 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-74343748-314a-4463-b2bf-ca97c08ec6f9 req-395a0bd6-6047-4844-b6f1-0440436492ce tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322266 Sep 02 04:31:45.127569 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd70d6-2bef-4ae1-bf08-12ada6365a68 req-4daa5ea0-b70e-4115-909c-400d05faa4b4 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:45.129684 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a5cd70d6-2bef-4ae1-bf08-12ada6365a68 req-4daa5ea0-b70e-4115-909c-400d05faa4b4 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0492556 Sep 02 04:31:45.176229 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a5cd70d6-2bef-4ae1-bf08-12ada6365a68 req-578b3511-4ece-4e48-875f-e7ab94c8f515 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380881 Sep 02 04:31:45.309718 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 44970) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:45.325402 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-11e8eb4a-5faf-4dec-8c3f-956481ba8a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:45.410017 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d29ebf44-9695-4428-b00a-02be549eeb49 req-0768ac59-cd96-4a9f-938a-6e70bcdd8e47 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0470402 Sep 02 04:31:45.433137 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-11e8eb4a-5faf-4dec-8c3f-956481ba8a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:45.555689 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-11e8eb4a-5faf-4dec-8c3f-956481ba8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:45.612517 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-11e8eb4a-5faf-4dec-8c3f-956481ba8a2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3d7121bd23c485b99586a5de6ed05d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981694 Sep 02 04:31:45.612517 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8eb4a-5faf-4dec-8c3f-956481ba8a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38215949-025b-4bc4-bbb3-46a38fae550f,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:45.613138 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 44984) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:45.657932 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0a64-6aa0-4ab4-ac0e-a35d70b427a5 req-e1694b3c-8c5d-4776-8dea-47ad1b22d74b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:45.659985 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dbff0a64-6aa0-4ab4-ac0e-a35d70b427a5 req-e1694b3c-8c5d-4776-8dea-47ad1b22d74b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0891240 Sep 02 04:31:45.710517 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1c8791e2-9213-4a6c-9bf2-97ced50dc299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:45.724608 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dbff0a64-6aa0-4ab4-ac0e-a35d70b427a5 req-c3a1a561-3b37-4907-8f26-ae7c7bdc72a1 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551994 Sep 02 04:31:45.750246 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1c8791e2-9213-4a6c-9bf2-97ced50dc299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:45.877515 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1c8791e2-9213-4a6c-9bf2-97ced50dc299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:45.882488 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1c8791e2-9213-4a6c-9bf2-97ced50dc299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:45.882488 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-1c8791e2-9213-4a6c-9bf2-97ced50dc299 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38215949-025b-4bc4-bbb3-46a38fae550f HTTP/1.1" status: 204 len: 168 time: 0.2664361 Sep 02 04:31:45.891011 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8791e2-9213-4a6c-9bf2-97ced50dc299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38215949-025b-4bc4-bbb3-46a38fae550f,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:46.130754 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc0b0a-ce19-4ecb-a0ab-2ff9656b3520 req-85b0d39d-5bda-47be-b1f2-e532e12b2eb7 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:46.132425 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67fc0b0a-ce19-4ecb-a0ab-2ff9656b3520 req-85b0d39d-5bda-47be-b1f2-e532e12b2eb7 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0478227 Sep 02 04:31:46.189518 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67fc0b0a-ce19-4ecb-a0ab-2ff9656b3520 req-0e7d44e2-0764-4d87-802f-c235401ad83e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489590 Sep 02 04:31:46.316336 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192d3b8-240d-4625-bb5e-94364531495d req-96f3e554-68fd-4f08-b267-c40aa031f5b3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:46.323764 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6192d3b8-240d-4625-bb5e-94364531495d req-96f3e554-68fd-4f08-b267-c40aa031f5b3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0711977 Sep 02 04:31:46.359673 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6192d3b8-240d-4625-bb5e-94364531495d req-734e1b46-a344-405c-a957-55f5a99f7304 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345802 Sep 02 04:31:46.517534 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5e0dfda3-f99d-43dc-a873-ec1d02d94e10 req-df6af846-abd5-45ab-9e5e-da3a8a1ccfad tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0264313 Sep 02 04:31:46.835983 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb29de-d5f8-40b4-ae65-909f74803234 req-a10dcb8e-c87e-4c60-962e-0129bc298b80 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:46.837602 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4bcb29de-d5f8-40b4-ae65-909f74803234 req-a10dcb8e-c87e-4c60-962e-0129bc298b80 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0508482 Sep 02 04:31:46.898307 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4bcb29de-d5f8-40b4-ae65-909f74803234 req-30d839c5-c560-4a68-a9c2-813b6681186c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494421 Sep 02 04:31:47.320025 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944db872-42c7-4721-b752-b7464f311da2 req-83a9e8ed-8d16-45d5-86c3-173fd1506fa9 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:47.321506 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-944db872-42c7-4721-b752-b7464f311da2 req-83a9e8ed-8d16-45d5-86c3-173fd1506fa9 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0553629 Sep 02 04:31:47.367012 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-944db872-42c7-4721-b752-b7464f311da2 req-2170f93c-3c0e-4f2a-a5e9-2a83df55f146 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349789 Sep 02 04:31:47.514837 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e3652-6f38-4436-b315-b304e3d859a7 req-81818b3f-4726-4136-937c-4f0b5ddb0fc0 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:47.523356 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9a4e3652-6f38-4436-b315-b304e3d859a7 req-81818b3f-4726-4136-937c-4f0b5ddb0fc0 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0738885 Sep 02 04:31:47.536127 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45040) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:47.559028 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9a4e3652-6f38-4436-b315-b304e3d859a7 req-7ef8eedb-6632-4c84-b09d-e26765cac9a1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345240 Sep 02 04:31:47.679777 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1778540e-ade9-4253-938c-88d8f0cd7808 req-edfc04b6-fbfc-44d8-b309-c597ed640c07 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0563395 Sep 02 04:31:47.687676 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9a36d610-88f4-42ff-bfe2-149b31a94674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:47.788316 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9a36d610-88f4-42ff-bfe2-149b31a94674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:48.015761 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1fd52-8679-407a-9f87-87e8a3ce3cca req-a3c31eec-1787-409c-83a0-6f25a9e71140 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:48.022051 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f9c1fd52-8679-407a-9f87-87e8a3ce3cca req-a3c31eec-1787-409c-83a0-6f25a9e71140 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0599873 Sep 02 04:31:48.077126 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f9c1fd52-8679-407a-9f87-87e8a3ce3cca req-f2804257-70b4-43e4-b47f-a514b14928ad tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 Sep 02 04:31:48.260034 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9a36d610-88f4-42ff-bfe2-149b31a94674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:48.314063 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36d610-88f4-42ff-bfe2-149b31a94674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4460a7f6-1029-4682-b28d-4d5cae3c54d1,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:48.330895 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-9a36d610-88f4-42ff-bfe2-149b31a94674 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=741e54f76a584903b128ec8068975696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7936819 Sep 02 04:31:48.333468 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45062) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:31:48.394694 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15ba95df-a578-4a03-b61c-27d171cf929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:48.417157 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15ba95df-a578-4a03-b61c-27d171cf929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:48.498324 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7daf4-5b6d-45a2-be3f-930c11ad5edc req-d91b7008-a9ff-47a6-997f-fc9c7d75570a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:48.499847 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-efd7daf4-5b6d-45a2-be3f-930c11ad5edc req-d91b7008-a9ff-47a6-997f-fc9c7d75570a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0503645 Sep 02 04:31:48.548843 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15ba95df-a578-4a03-b61c-27d171cf929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:48.589942 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-15ba95df-a578-4a03-b61c-27d171cf929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:48.589942 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-15ba95df-a578-4a03-b61c-27d171cf929d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4460a7f6-1029-4682-b28d-4d5cae3c54d1 HTTP/1.1" status: 204 len: 168 time: 0.2204237 Sep 02 04:31:48.591469 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-efd7daf4-5b6d-45a2-be3f-930c11ad5edc req-13b9f7d1-8513-4228-819b-139b4e3863d4 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534358 Sep 02 04:31:48.592071 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba95df-a578-4a03-b61c-27d171cf929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4460a7f6-1029-4682-b28d-4d5cae3c54d1,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:48.696311 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4c0d0-0e75-47fd-9d1d-a2b3d8c8c190 req-2e3d7859-22cd-463d-9d4b-16959846382b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:48.697985 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-64d4c0d0-0e75-47fd-9d1d-a2b3d8c8c190 req-2e3d7859-22cd-463d-9d4b-16959846382b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0588965 Sep 02 04:31:48.748640 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-64d4c0d0-0e75-47fd-9d1d-a2b3d8c8c190 req-c3d0f616-9250-4669-a9bb-aafa7c220ef5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Sep 02 04:31:48.870907 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fee07891-74d9-4f17-9220-d9c6ea4f8922 req-1b73f8b0-9c56-45fb-ba25-d126c2453cac tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0581570 Sep 02 04:31:49.214999 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505be17-b953-4f7b-8f56-586f9d101946 req-b6677edc-ba56-48e1-938e-df6625ae04f9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:49.216485 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e505be17-b953-4f7b-8f56-586f9d101946 req-b6677edc-ba56-48e1-938e-df6625ae04f9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0491514 Sep 02 04:31:49.288066 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e505be17-b953-4f7b-8f56-586f9d101946 req-1e8f7037-c8f3-4100-90c9-7ef97ef73b69 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644567 Sep 02 04:31:49.696037 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ae087-aeac-4268-96de-bfa2c977ea27 req-c3dac4ff-4c46-4425-9e07-91138cb20db1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:49.697600 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-010ae087-aeac-4268-96de-bfa2c977ea27 req-c3dac4ff-4c46-4425-9e07-91138cb20db1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0610509 Sep 02 04:31:49.744540 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-010ae087-aeac-4268-96de-bfa2c977ea27 req-d5856343-10ab-4898-b8d5-5c984a4b04d6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Sep 02 04:31:49.899376 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011f92b-7991-4516-8354-f2334c9c32de req-3bc272cd-9d60-49a0-b1c0-990a53c0e586 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:49.901110 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e011f92b-7991-4516-8354-f2334c9c32de req-3bc272cd-9d60-49a0-b1c0-990a53c0e586 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0749786 Sep 02 04:31:49.980061 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e011f92b-7991-4516-8354-f2334c9c32de req-141c2925-0140-40c2-97fc-b56c67763f8e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652516 Sep 02 04:31:50.063932 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-96622939-dc02-4c31-a11f-e129bca5822d req-1342c479-7bca-4472-9e7a-6d5ac9c339d3 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0271788 Sep 02 04:31:50.405186 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2b42c-c1e3-4a4f-a82c-704e778946e7 req-7323ba70-2ee0-4954-ab23-c7a9def32f82 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:50.406703 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ea2b42c-c1e3-4a4f-a82c-704e778946e7 req-7323ba70-2ee0-4954-ab23-c7a9def32f82 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0478063 Sep 02 04:31:50.446191 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ea2b42c-c1e3-4a4f-a82c-704e778946e7 req-224be701-8046-45e3-ae01-01e43ebfb0b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335393 Sep 02 04:31:50.862714 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f2e3e-67ad-4083-884c-3490dbe861af req-60ed4c8c-fd1c-412c-8f28-044713f6cec2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:50.865006 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-496f2e3e-67ad-4083-884c-3490dbe861af req-60ed4c8c-fd1c-412c-8f28-044713f6cec2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0531240 Sep 02 04:31:50.908199 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-496f2e3e-67ad-4083-884c-3490dbe861af req-ad96a036-6320-49a2-93d0-e7dbb1eff12f tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379584 Sep 02 04:31:51.108110 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407eff-b546-4253-882f-d5a4deb1c3d6 req-ee09bca7-8bc4-40fd-88c8-33328695a673 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:51.110504 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00407eff-b546-4253-882f-d5a4deb1c3d6 req-ee09bca7-8bc4-40fd-88c8-33328695a673 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0545652 Sep 02 04:31:51.150941 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00407eff-b546-4253-882f-d5a4deb1c3d6 req-1cbe9fb7-32cd-4ff4-bf42-0bc52c2b5107 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353053 Sep 02 04:31:51.254372 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-df8e1af7-d03c-4035-b6e4-e685e78b8e5d req-88edfaa2-37be-44d1-ba98-33715c7cd2f5 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0311997 Sep 02 04:31:51.566549 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32efeeb-4284-4fcb-97b6-c447ab080192 req-e7a8ea20-b4b8-4bef-9d3c-5bbcf01782f5 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:51.568134 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f32efeeb-4284-4fcb-97b6-c447ab080192 req-e7a8ea20-b4b8-4bef-9d3c-5bbcf01782f5 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0475240 Sep 02 04:31:51.617344 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f32efeeb-4284-4fcb-97b6-c447ab080192 req-09607fdb-00c0-4751-9e36-b027f3ecb3a9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Sep 02 04:31:52.033447 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd53fe-d928-4280-bc7f-308516efec6e req-1e3b1a34-6a00-4a8b-85db-6592b9c002ba tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:52.034901 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ecd53fe-d928-4280-bc7f-308516efec6e req-1e3b1a34-6a00-4a8b-85db-6592b9c002ba tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0521834 Sep 02 04:31:52.076003 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ecd53fe-d928-4280-bc7f-308516efec6e req-c8060fdc-c50c-4699-b7cd-a6a3f6539b60 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348871 Sep 02 04:31:52.311402 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f9245-558e-4a41-9abb-f37e650bfd99 req-f6866c53-037f-4dbc-9e60-4e37af1e8f6e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:52.313244 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9c2f9245-558e-4a41-9abb-f37e650bfd99 req-f6866c53-037f-4dbc-9e60-4e37af1e8f6e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0649300 Sep 02 04:31:52.360907 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9c2f9245-558e-4a41-9abb-f37e650bfd99 req-5805884a-2bf1-47e1-b0a4-817f77b7dcf9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418198 Sep 02 04:31:52.451671 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b2283d00-e3d4-4668-8119-69aa508ddb5a req-105e13f7-2137-448c-ad98-02521c1e50f8 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0270572 Sep 02 04:31:52.732730 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce560c-bcd2-4f9e-b207-e82f22d1e47f req-69dc46e0-9506-47dd-89be-fae36017393d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:52.737804 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a1ce560c-bcd2-4f9e-b207-e82f22d1e47f req-69dc46e0-9506-47dd-89be-fae36017393d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0485423 Sep 02 04:31:52.776879 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a1ce560c-bcd2-4f9e-b207-e82f22d1e47f req-8a399196-8a16-47c0-b8ac-c2d9d97eb6f4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360689 Sep 02 04:31:52.889118 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:53.188985 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6a910-6147-4355-ae79-0fdeb5c2c2ac req-330344c2-d519-4c90-bb3d-6f9587898efb tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:53.190554 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fca6a910-6147-4355-ae79-0fdeb5c2c2ac req-330344c2-d519-4c90-bb3d-6f9587898efb tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0482430 Sep 02 04:31:53.228523 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fca6a910-6147-4355-ae79-0fdeb5c2c2ac req-3b8c518e-9d52-45c1-a2cf-3c324fda844f tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318995 Sep 02 04:31:53.480768 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21409b7d-5551-499c-9c6b-1ca0368aad5f req-127c3c66-be59-4ee4-8495-51835f1e2d96 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:53.482262 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-21409b7d-5551-499c-9c6b-1ca0368aad5f req-127c3c66-be59-4ee4-8495-51835f1e2d96 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0511644 Sep 02 04:31:53.520078 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-21409b7d-5551-499c-9c6b-1ca0368aad5f req-337c6cef-1f78-4e87-bd82-520caac561cf tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318246 Sep 02 04:31:53.605493 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-272e070a-0e27-4f34-b081-85d129bfaf88 req-8de902c1-a314-4a88-abc6-be169191aebc tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0269139 Sep 02 04:31:53.898508 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b16a6-623e-45fe-b00f-02c477ec23d3 req-2a374bca-4774-4c78-a629-33254e656de4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:53.899996 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-859b16a6-623e-45fe-b00f-02c477ec23d3 req-2a374bca-4774-4c78-a629-33254e656de4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0503974 Sep 02 04:31:53.937074 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-859b16a6-623e-45fe-b00f-02c477ec23d3 req-0394edc1-c8f2-4a0e-8e37-4eaf1fb1c24d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Sep 02 04:31:54.337675 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f903e8b-5fae-4001-97a3-42922716d673 req-04e8485c-262c-4e8b-824a-63580125623e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:54.339117 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4f903e8b-5fae-4001-97a3-42922716d673 req-04e8485c-262c-4e8b-824a-63580125623e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0460360 Sep 02 04:31:54.375367 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4f903e8b-5fae-4001-97a3-42922716d673 req-958a6315-13e2-47d1-8ce5-e53e2d1a991d tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298891 Sep 02 04:31:54.643494 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a24bb-621f-4dce-a23f-60dc51a418ac req-72b78b2a-ff40-447a-8dd6-6a526778111f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:54.645217 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f20a24bb-621f-4dce-a23f-60dc51a418ac req-72b78b2a-ff40-447a-8dd6-6a526778111f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0516078 Sep 02 04:31:54.682518 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f20a24bb-621f-4dce-a23f-60dc51a418ac req-cb1c538c-7e09-4dd4-952f-6025d5f1833b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Sep 02 04:31:54.768748 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ec70d7a0-d645-40f1-b83a-b4c60383871e req-377437ef-7079-4e0b-8de4-406e4f7a4939 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0293989 Sep 02 04:31:55.048679 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ad2b-0838-44ff-960e-ea73e459839e req-93a536c8-c52a-4d24-8979-bea2228a5a46 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:55.050130 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-38d9ad2b-0838-44ff-960e-ea73e459839e req-93a536c8-c52a-4d24-8979-bea2228a5a46 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0475860 Sep 02 04:31:55.086656 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-38d9ad2b-0838-44ff-960e-ea73e459839e req-ee363af8-34ee-4c00-8d10-b67d1fffacb4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306828 Sep 02 04:31:55.484666 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d9e2-d784-4bf3-8055-1622e1ec1770 req-7cb97ef1-5d88-4b96-a78d-6be39e0525e6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:55.486102 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ed16d9e2-d784-4bf3-8055-1622e1ec1770 req-7cb97ef1-5d88-4b96-a78d-6be39e0525e6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.0469654 Sep 02 04:31:55.522737 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ed16d9e2-d784-4bf3-8055-1622e1ec1770 req-339798fe-8153-47c1-9e7e-834d948fb1e4 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Sep 02 04:31:55.800536 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e930-1b14-4181-9504-9bd70e1a5d93 req-d965bbce-620c-4c2e-ae45-af5d161a1eee tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:55.801986 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c205e930-1b14-4181-9504-9bd70e1a5d93 req-d965bbce-620c-4c2e-ae45-af5d161a1eee tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0499892 Sep 02 04:31:55.837857 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c205e930-1b14-4181-9504-9bd70e1a5d93 req-73fb5029-4f09-44e1-bf76-cf0e511bfa7b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299840 Sep 02 04:31:55.918057 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-778d7aae-0fae-401f-96a6-3481642d2b6e req-09268621-78ce-4042-a790-e1664c9d5a08 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0254481 Sep 02 04:31:56.096161 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Request body: {'port': {'device_id': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:31:56.149531 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:56.234194 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997e9c8-9e5d-45e7-b603-27d649463cc7 req-66638154-3146-4e8f-bd98-355d6f64aaa2 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:56.235934 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5997e9c8-9e5d-45e7-b603-27d649463cc7 req-66638154-3146-4e8f-bd98-355d6f64aaa2 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0841472 Sep 02 04:31:56.339877 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5997e9c8-9e5d-45e7-b603-27d649463cc7 req-956dbc5a-d5f3-48ba-ab30-29142b0ac03a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920489 Sep 02 04:31:56.457818 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-80197dcf-29ad-4731-88b7-ec2e4595e1a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833733 Sep 02 04:31:56.549554 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:31:56.559884 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:56.574742 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-0d468f23-1eb4-43c0-b657-20db4e1d4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:56.576280 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-0d468f23-1eb4-43c0-b657-20db4e1d4b64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 1099 time: 0.0639126 Sep 02 04:31:56.578749 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Transition to ACTIVE for port object c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:31:56.695416 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421e69c-d2e9-460d-b8ae-fbe4842a8f33 req-7b4211ca-de05-4024-91b2-08ed94547796 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:56.696935 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d421e69c-d2e9-460d-b8ae-fbe4842a8f33 req-7b4211ca-de05-4024-91b2-08ed94547796 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 931 time: 0.1044800 Sep 02 04:31:56.699231 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:56.790058 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Pushing event updated for resources: {'Port': ['ID=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:56.802813 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-7673f3b4-46bf-4419-9571-791b801599c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:56.804387 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-7673f3b4-46bf-4419-9571-791b801599c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 200 len: 914 time: 0.1857593 Sep 02 04:31:56.808140 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d421e69c-d2e9-460d-b8ae-fbe4842a8f33 req-ed3f041f-0835-4c98-9979-cd7a59a5e721 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000328 Sep 02 04:31:56.870673 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Attempting to bind port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:31:56.871016 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Attempting to bind port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:31:56.871353 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Attempting to bind port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 on network 033cbb20-1bf0-4986-a01b-c8f4d3477953 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:31:56.874234 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-8525f07b-c2dd-4e82-99d7-813549451014 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c711505-4162-4e0a-af45-c6ecdc0466d0 HTTP/1.1" status: 200 len: 217 time: 0.0522010 Sep 02 04:31:56.878249 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 on network 033cbb20-1bf0-4986-a01b-c8f4d3477953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:31:56.878581 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Attempting to bind port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 on network 033cbb20-1bf0-4986-a01b-c8f4d3477953 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:31:56.891651 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:31:56.892016 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Checking segment: {'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:31:56.892405 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Bound using segment: {'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:31:56.892849 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Bound port: c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5741262b-49f6-4312-9ea3-02db8e1e55e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:31:56.893239 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:57.010495 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-4577b265-4137-439a-8fea-640c8f33722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:57.012032 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-4577b265-4137-439a-8fea-640c8f33722b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=585e7e78-7a21-4acb-8445-b56d0247ba24 HTTP/1.1" status: 200 len: 854 time: 0.1282568 Sep 02 04:31:57.036055 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbad6b-2cde-41ee-98e3-6fc20b7a85f8 req-8ae2e624-ebf0-4257-af16-98d308f5ff3d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:57.037475 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-46cbad6b-2cde-41ee-98e3-6fc20b7a85f8 req-8ae2e624-ebf0-4257-af16-98d308f5ff3d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.1107435 Sep 02 04:31:57.053338 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] For port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:31:57.094464 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-e6290b2c-be9b-4ee4-9d73-bd3a43cfad48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26ff5384-f842-4306-a318-71b587753ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379090 Sep 02 04:31:57.097216 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] For port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:31:57.115279 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-46cbad6b-2cde-41ee-98e3-6fc20b7a85f8 req-a1997abc-f557-4845-8376-94fc13a7278f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717566 Sep 02 04:31:57.189784 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:57.260245 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e8f3a355-328c-4a80-9f93-7c75040971c0 req-e9d5952d-c622-4a9b-a4e6-4887a5bcef37 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0382106 Sep 02 04:31:57.266266 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:57.266914 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:31:57.268298 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] 10.222.0.20 "PUT /v2.0/ports/c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 HTTP/1.1" status: 200 len: 1093 time: 1.1772521 Sep 02 04:31:57.268743 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:31:57.282055 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67521a72-3a30-4c30-af85-a5c9364dfa9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:31:57.318058 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-086ee047-53ed-4369-98f1-92f68a728f7f service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010775 Sep 02 04:31:57.319442 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521021f2-c146-4d81-ae6b-0fea2263460c x-openstack-request-id: req-521021f2-c146-4d81-ae6b-0fea2263460c {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:31:57.319724 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:31:57.320015 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-521021f2-c146-4d81-ae6b-0fea2263460c {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:31:57.320396 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'status': 'completed', 'code': 200} Sep 02 04:31:57.325288 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256f3fc-2490-4a5b-a243-5c51097e9186 service neutron] Pushing event updated for resources: {'Port': ['ID=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:31:57.529585 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67521a72-3a30-4c30-af85-a5c9364dfa9a req-9a3f4a88-1ea8-48db-9b5d-1efab260d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:57.532777 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67521a72-3a30-4c30-af85-a5c9364dfa9a req-9a3f4a88-1ea8-48db-9b5d-1efab260d09c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13dd2e352f6149d4beb1d4f84664a614&device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 1096 time: 0.1487274 Sep 02 04:31:57.534600 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b4fec606-3c0f-403d-ad8d-33e57c771974 req-dd7a2404-3c50-4500-bb88-b22c86fa33b5 service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625760 Sep 02 04:31:57.542060 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c8c8f-5a51-440b-a14f-61a3ca78a4fd req-5668f5b0-dd23-4844-a45c-e4102f7ee352 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:57.543468 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9e7c8c8f-5a51-440b-a14f-61a3ca78a4fd req-5668f5b0-dd23-4844-a45c-e4102f7ee352 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.1198523 Sep 02 04:31:57.615602 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9e7c8c8f-5a51-440b-a14f-61a3ca78a4fd req-f7c793e8-34c8-4191-a792-4503061c15f9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651479 Sep 02 04:31:57.678785 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67521a72-3a30-4c30-af85-a5c9364dfa9a req-1435c4a3-43ec-47a2-aed8-f7e04a5a8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:57.680387 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67521a72-3a30-4c30-af85-a5c9364dfa9a req-1435c4a3-43ec-47a2-aed8-f7e04a5a8dd0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=13dd2e352f6149d4beb1d4f84664a614&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1125083 Sep 02 04:31:57.810507 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67521a72-3a30-4c30-af85-a5c9364dfa9a req-d229b859-0903-49f9-bfc6-bb1ea319eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:57.810507 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67521a72-3a30-4c30-af85-a5c9364dfa9a req-d229b859-0903-49f9-bfc6-bb1ea319eb32 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1180689 Sep 02 04:31:57.930791 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:31:57.937282 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53e0c-a038-4d38-856b-650b02162d7e req-acf17313-667a-477c-902c-8c9a0b586a82 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:57.938806 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d6b53e0c-a038-4d38-856b-650b02162d7e req-acf17313-667a-477c-902c-8c9a0b586a82 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 943 time: 0.0489678 Sep 02 04:31:57.977292 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d6b53e0c-a038-4d38-856b-650b02162d7e req-a6cbb19f-664c-4eda-a62b-f99e9eba8aa2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Sep 02 04:31:58.090924 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-5adceaba-8984-469a-94d3-4b3a5d49ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:58.092407 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-5adceaba-8984-469a-94d3-4b3a5d49ed64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13dd2e352f6149d4beb1d4f84664a614&device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 1096 time: 0.1053450 Sep 02 04:31:58.115210 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-9a1556fd-4807-4bc5-b2f0-f7d0b94c93d5 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:58.116644 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-9a1556fd-4807-4bc5-b2f0-f7d0b94c93d5 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "GET /v2.0/networks?id=26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 200 len: 814 time: 0.1214840 Sep 02 04:31:58.239098 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dae6cb-2eeb-4d3b-8944-07334c11d3ee req-1737fdd1-b107-4576-b9e7-f0ad23217c42 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:58.240612 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-90dae6cb-2eeb-4d3b-8944-07334c11d3ee req-1737fdd1-b107-4576-b9e7-f0ad23217c42 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0476148 Sep 02 04:31:58.276027 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-90dae6cb-2eeb-4d3b-8944-07334c11d3ee req-4f720780-fe34-4f66-8ab0-de7baed6e9ea tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295687 Sep 02 04:31:58.349065 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4b9f240d-e407-43ff-84ca-73751c42e59b req-94fd5c30-8ef4-4de7-a41b-7d5318072b02 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0250278 Sep 02 04:31:58.727361 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac434cb0-910b-4e62-8d23-f33c8569a343 req-fb1f7f1d-15e9-4823-947a-dd303c6c92d4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:58.728808 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ac434cb0-910b-4e62-8d23-f33c8569a343 req-fb1f7f1d-15e9-4823-947a-dd303c6c92d4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0457883 Sep 02 04:31:58.764989 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ac434cb0-910b-4e62-8d23-f33c8569a343 req-31b16a79-fd7e-4559-bf0a-3db93236f853 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305359 Sep 02 04:31:59.090962 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83b881-856b-4bf4-8241-f53abd963514 req-9c439bbb-5e5e-4217-a3ae-60b664c14268 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:59.092366 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4f83b881-856b-4bf4-8241-f53abd963514 req-9c439bbb-5e5e-4217-a3ae-60b664c14268 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 943 time: 0.0491805 Sep 02 04:31:59.125723 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4236ef-bf41-4482-83aa-024868d6c517 req-155269d1-3844-491d-b644-94542d91de58 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:59.127173 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6c4236ef-bf41-4482-83aa-024868d6c517 req-155269d1-3844-491d-b644-94542d91de58 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0469446 Sep 02 04:31:59.129855 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4f83b881-856b-4bf4-8241-f53abd963514 req-341394ff-a102-426d-9350-70c8274a55e4 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310335 Sep 02 04:31:59.166976 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6c4236ef-bf41-4482-83aa-024868d6c517 req-a2f35b6f-29de-4bf1-833b-58299cd6511d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335577 Sep 02 04:31:59.392803 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729166e7-867c-4bbf-93f9-aa72aa3112e4 req-402ea406-b7fb-44f1-ade9-01da6be7a8c4 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:31:59.394304 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-729166e7-867c-4bbf-93f9-aa72aa3112e4 req-402ea406-b7fb-44f1-ade9-01da6be7a8c4 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0474975 Sep 02 04:31:59.431225 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-729166e7-867c-4bbf-93f9-aa72aa3112e4 req-4f91096d-a4fa-4615-b495-f1e139c6fa90 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311046 Sep 02 04:31:59.439301 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7f4b7be6-6251-47c1-bd83-b9bb19735b54 req-db0ea2ba-f3c6-47c9-8af6-f378b49930ad tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0252221 Sep 02 04:32:00.240058 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274b337-5c84-4b89-bf53-d73ec2bb1aeb req-83111471-a0b0-4a5c-895c-a79b7e2d689b tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:00.241518 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a274b337-5c84-4b89-bf53-d73ec2bb1aeb req-83111471-a0b0-4a5c-895c-a79b7e2d689b tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 943 time: 0.0478027 Sep 02 04:32:00.277997 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f2490-8ada-4b0b-a294-ff774492db5e req-40fe6796-8f3d-4fb7-8f16-aeb130124b22 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:00.279466 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef1f2490-8ada-4b0b-a294-ff774492db5e req-40fe6796-8f3d-4fb7-8f16-aeb130124b22 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0463274 Sep 02 04:32:00.279577 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a274b337-5c84-4b89-bf53-d73ec2bb1aeb req-367d89f4-2025-4f58-8dde-f0ba5c75f1cb tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Sep 02 04:32:00.322160 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef1f2490-8ada-4b0b-a294-ff774492db5e req-3d178fa5-df1f-4b26-bc5f-21e8c1641433 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Sep 02 04:32:00.533984 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fb48fd46-3d90-4a1b-a6bf-f9e1299e002d req-a0543ce1-0204-4ba1-8628-d3199fd8f23c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0292335 Sep 02 04:32:00.550953 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348127c0-5460-4acd-aec2-2024aa654bc7 req-3a5922e9-f19b-440c-94e8-635a0a517ef7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:00.552446 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-348127c0-5460-4acd-aec2-2024aa654bc7 req-3a5922e9-f19b-440c-94e8-635a0a517ef7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0470059 Sep 02 04:32:00.589111 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-348127c0-5460-4acd-aec2-2024aa654bc7 req-2209edda-8fca-487b-9d5f-b80c06de54ba tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Sep 02 04:32:00.944161 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Request body: {'port': {'device_id': '4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4', 'network_id': '26ff5384-f842-4306-a318-71b587753ace', 'admin_state_up': True, 'tenant_id': '30c709f5c0524e4384bdb829d81c46c1'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:00.980313 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-b35f89c0-2e0a-4453-aae9-fa6b7b865fa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 HTTP/1.1" status: 200 len: 217 time: 0.0482557 Sep 02 04:32:01.092376 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-4d0ee553-3c44-459a-8794-d7ab51d63e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:01.093846 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-4d0ee553-3c44-459a-8794-d7ab51d63e2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78c5c54e-5f97-4126-a3fa-30614bee1c5f HTTP/1.1" status: 200 len: 852 time: 0.1039071 Sep 02 04:32:01.179626 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb03e69-72c3-4156-b64e-0b90f83e1b58 req-896a62fd-533e-49eb-8d4e-c7ebceeb9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:01.181192 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8eb03e69-72c3-4156-b64e-0b90f83e1b58 req-896a62fd-533e-49eb-8d4e-c7ebceeb9087 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 1098 time: 0.0990276 Sep 02 04:32:01.189381 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-7513a3af-610e-44fe-822c-6b5a47996079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:01.191415 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-7513a3af-610e-44fe-822c-6b5a47996079 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=033cbb20-1bf0-4986-a01b-c8f4d3477953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758984 Sep 02 04:32:01.283552 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Made reservation on behalf of 30c709f5c0524e4384bdb829d81c46c1 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:32:01.288061 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:01.407054 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c34c3-a1a4-4d7d-beef-e1f38e1573ef req-47e287b4-c537-4475-8261-badaaea5fb80 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:01.409128 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ed3c34c3-a1a4-4d7d-beef-e1f38e1573ef req-47e287b4-c537-4475-8261-badaaea5fb80 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 943 time: 0.0578005 Sep 02 04:32:01.450981 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ed3c34c3-a1a4-4d7d-beef-e1f38e1573ef req-fc69f4d4-3e5b-4946-9318-b41a3596c793 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353701 Sep 02 04:32:01.628280 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-50bf53de-fa6a-4d75-83a2-fa0d3d2bee9e req-32cda8da-5019-4ec1-83f2-5507c2e83888 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0262685 Sep 02 04:32:01.670606 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb03e69-72c3-4156-b64e-0b90f83e1b58 req-d9e76326-d9fb-4b2a-b43f-1102230243c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:01.672070 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8eb03e69-72c3-4156-b64e-0b90f83e1b58 req-d9e76326-d9fb-4b2a-b43f-1102230243c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 918 time: 0.4797065 Sep 02 04:32:01.698560 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-8ad6b356-cff7-4039-a976-eda27c532127 service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974489 Sep 02 04:32:01.741735 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47402f08-72d1-4025-b2f3-01480bf08d7f req-7d108799-42ad-4429-b660-394414c6784c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:01.743201 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-47402f08-72d1-4025-b2f3-01480bf08d7f req-7d108799-42ad-4429-b660-394414c6784c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0526664 Sep 02 04:32:01.763105 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8eb03e69-72c3-4156-b64e-0b90f83e1b58 req-7dcbebe3-dcb7-4df1-804f-48ccc2b6246c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c HTTP/1.1" status: 200 len: 217 time: 0.0669384 Sep 02 04:32:01.763445 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-af338a63-cda8-42af-ab40-cfb01d4631c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:01.794644 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-47402f08-72d1-4025-b2f3-01480bf08d7f req-575ce052-4594-49de-abb0-7be5d9d8a782 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445924 Sep 02 04:32:01.845296 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59febd-9eab-4085-8b3d-b4f6a57a870f req-6d48769a-128c-47ca-8e0e-0e05670425bd tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:01.847527 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7c59febd-9eab-4085-8b3d-b4f6a57a870f req-6d48769a-128c-47ca-8e0e-0e05670425bd tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.2045107 Sep 02 04:32:01.923153 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Allocated IP 172.20.0.14 (26ff5384-f842-4306-a318-71b587753ace/585e7e78-7a21-4acb-8445-b56d0247ba24/846e5756-d0e2-4d37-9ea2-cfd9eaf04460) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:32:01.958154 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb03e69-72c3-4156-b64e-0b90f83e1b58 req-8209dfc3-0296-41b1-84bb-37ea7b7e34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:01.959653 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8eb03e69-72c3-4156-b64e-0b90f83e1b58 req-8209dfc3-0296-41b1-84bb-37ea7b7e34d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 200 len: 858 time: 0.1680696 Sep 02 04:32:01.966410 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ebc4312-42c5-4095-86bd-bc1424150d1d req-1f6f42cb-7e98-4b83-a4d9-c827c3200ffa service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564905 Sep 02 04:32:01.971438 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7c59febd-9eab-4085-8b3d-b4f6a57a870f req-f71e1c58-a5b9-4e4f-bf7d-5aef18f44075 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926139 Sep 02 04:32:02.027274 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8eb03e69-72c3-4156-b64e-0b90f83e1b58 req-ae3f18a8-db00-4d1c-b34c-1fff8d48a916 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=263dad98-82eb-49f5-a7aa-96a45a3136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309391 Sep 02 04:32:02.195058 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:02.200200 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8eb03e69-72c3-4156-b64e-0b90f83e1b58 req-33ec65df-0749-4203-9966-ac490f58e338 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557446 Sep 02 04:32:02.314299 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8eb03e69-72c3-4156-b64e-0b90f83e1b58 req-36483791-d178-4097-9588-0d78a4a15120 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934117 Sep 02 04:32:02.328730 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:02.370459 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Network 26ff5384-f842-4306-a318-71b587753ace is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:32:02.373456 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:32:02.377011 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:32:02.379428 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3c711505-4162-4e0a-af45-c6ecdc0466d0', 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7', '7fab62ca-8e68-4404-bd59-4dcece51f30a'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:32:02.383685 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:02.383685 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:02.398425 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Pushing event updated for resources: {'Port': ['ID=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:02.516782 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-af51e17d-50d8-4e6b-8f7d-3c0f18491c85 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5712805 Sep 02 04:32:02.531050 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Request body: {'port': {'device_id': '4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:02.574340 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40284b93-cfe0-43c5-ad1c-ea25c1bf4f55 req-8c1369e5-3cd5-486c-8f66-44d88a009596 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:02.576920 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-40284b93-cfe0-43c5-ad1c-ea25c1bf4f55 req-8c1369e5-3cd5-486c-8f66-44d88a009596 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 943 time: 0.0547009 Sep 02 04:32:02.601305 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:02.635398 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-40284b93-cfe0-43c5-ad1c-ea25c1bf4f55 req-670986f6-f423-4fea-a2c2-cd78f8d9bf38 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Sep 02 04:32:02.797599 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b4ceb-041f-462d-8c0d-deb2285181d0 req-03fefbf9-efc8-4535-a6bb-32e44a1c6e9c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:02.799093 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f83b4ceb-041f-462d-8c0d-deb2285181d0 req-03fefbf9-efc8-4535-a6bb-32e44a1c6e9c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 932 time: 0.0830956 Sep 02 04:32:02.878550 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f83b4ceb-041f-462d-8c0d-deb2285181d0 req-a90f3d19-c38c-4dd7-8e72-2da23030f15f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554051 Sep 02 04:32:02.924716 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faeda0-6613-4e4a-807b-17ea22906415 req-7e3dc15d-a750-4fee-bee8-fbfbb1efa1bf tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:02.926257 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e8faeda0-6613-4e4a-807b-17ea22906415 req-7e3dc15d-a750-4fee-bee8-fbfbb1efa1bf tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0596037 Sep 02 04:32:02.946722 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:32:02.954865 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:02.966301 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e8faeda0-6613-4e4a-807b-17ea22906415 req-22c91209-aa6c-4c88-b62d-eaf7725d6114 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339882 Sep 02 04:32:02.968179 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Transition to ACTIVE for port object 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:32:03.069563 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:03.135293 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976c7d3-612d-4501-9622-bd455718da3b req-fec3c584-25b3-4f3e-9019-0fb128995454 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:03.136805 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9976c7d3-612d-4501-9622-bd455718da3b req-fec3c584-25b3-4f3e-9019-0fb128995454 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0936985 Sep 02 04:32:03.138989 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Pushing event updated for resources: {'Port': ['ID=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:03.187240 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Attempting to bind port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:32:03.187580 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Attempting to bind port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:32:03.187936 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Attempting to bind port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 on network 26ff5384-f842-4306-a318-71b587753ace {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:32:03.198087 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 on network 26ff5384-f842-4306-a318-71b587753ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:32:03.198413 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Attempting to bind port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 on network 26ff5384-f842-4306-a318-71b587753ace {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:32:03.207394 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9976c7d3-612d-4501-9622-bd455718da3b req-5505d2e0-9d0e-478c-be12-9110c9c25494 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632789 Sep 02 04:32:03.208679 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:32:03.208896 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Checking segment: {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:32:03.209277 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Bound using segment: {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:32:03.209718 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Bound port: 846e5756-d0e2-4d37-9ea2-cfd9eaf04460, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150c9aba-ac1b-4ca9-9207-15dbb3617075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '26ff5384-f842-4306-a318-71b587753ace'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:32:03.210077 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:03.272823 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] For port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:32:03.275965 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] For port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:32:03.364177 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:03.396254 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:03.396627 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:03.398065 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] 10.222.0.20 "PUT /v2.0/ports/846e5756-d0e2-4d37-9ea2-cfd9eaf04460 HTTP/1.1" status: 200 len: 1094 time: 0.8713088 Sep 02 04:32:03.400389 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4', 'tag': '846e5756-d0e2-4d37-9ea2-cfd9eaf04460'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:03.402684 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a725b82f-1523-4968-9f13-2183da084974" -d '{"events": [{"name": "network-changed", "server_uuid": "4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4", "tag": "846e5756-d0e2-4d37-9ea2-cfd9eaf04460"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:03.427310 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafb579-0d3e-4402-914e-2cd89466df53 service neutron] Pushing event updated for resources: {'Port': ['ID=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:03.437602 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1345219c-f309-4b49-9912-cdb69e31e828 x-openstack-request-id: req-1345219c-f309-4b49-9912-cdb69e31e828 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:03.437884 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4", "tag": "846e5756-d0e2-4d37-9ea2-cfd9eaf04460", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:03.438129 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1345219c-f309-4b49-9912-cdb69e31e828 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:03.438508 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4', 'tag': '846e5756-d0e2-4d37-9ea2-cfd9eaf04460', 'status': 'completed', 'code': 200} Sep 02 04:32:03.738414 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dfdfd-ca44-483e-b416-4afecdcd3d09 req-50dff6d1-d886-47cc-8770-a2a18a795345 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:03.739879 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-927dfdfd-ca44-483e-b416-4afecdcd3d09 req-50dff6d1-d886-47cc-8770-a2a18a795345 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 943 time: 0.0507474 Sep 02 04:32:03.776647 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-927dfdfd-ca44-483e-b416-4afecdcd3d09 req-fe33808f-9b98-47e1-a3b5-d22b12c63138 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Sep 02 04:32:03.998713 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d70356-73d4-4621-a8c5-d4bc9aab9096 req-64ea67a5-8a33-470e-b1c5-c2e75cf7797c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:04.000229 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-39d70356-73d4-4621-a8c5-d4bc9aab9096 req-64ea67a5-8a33-470e-b1c5-c2e75cf7797c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 944 time: 0.0502696 Sep 02 04:32:04.039030 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-39d70356-73d4-4621-a8c5-d4bc9aab9096 req-5e9ff248-d310-41c6-a12f-b224cd3d7c7c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Sep 02 04:32:04.082760 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44332a86-b374-4249-a1bd-791f0341c4ec req-53cdd785-44ad-4f7d-a0d5-4696ff2267ea tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:04.084378 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-44332a86-b374-4249-a1bd-791f0341c4ec req-53cdd785-44ad-4f7d-a0d5-4696ff2267ea tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0464308 Sep 02 04:32:04.120552 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-44332a86-b374-4249-a1bd-791f0341c4ec req-09fdd151-f0b3-42c3-b504-efb418bb1f93 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304725 Sep 02 04:32:04.331403 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f51d01-5fff-44c9-ba15-79b53f1cbbfc req-6a1536df-00b2-4280-b3fa-8d993435f76a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:04.332905 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c6f51d01-5fff-44c9-ba15-79b53f1cbbfc req-6a1536df-00b2-4280-b3fa-8d993435f76a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0475421 Sep 02 04:32:04.370835 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c6f51d01-5fff-44c9-ba15-79b53f1cbbfc req-8399ffa2-bace-4ca8-b981-080a34bccd6a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Sep 02 04:32:04.431254 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-0e9b437c-c366-427d-947a-21e5dc9ef7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:04.624051 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:04.885894 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efedbbb-803f-4ade-acf1-3f32e59cb9ba req-1ceff264-4f5a-4253-a843-b853959170e4 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:04.887370 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6efedbbb-803f-4ade-acf1-3f32e59cb9ba req-1ceff264-4f5a-4253-a843-b853959170e4 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 943 time: 0.0472302 Sep 02 04:32:04.924893 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6efedbbb-803f-4ade-acf1-3f32e59cb9ba req-59a3d16d-22e8-4ae2-aece-e9466edd2047 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Sep 02 04:32:05.150147 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dfca5-a61d-4e4e-8b90-0ec8023b48ec req-36a3dcfb-6e8c-4f8e-bd6e-0e1ae8f02840 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:05.151526 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-544dfca5-a61d-4e4e-8b90-0ec8023b48ec req-36a3dcfb-6e8c-4f8e-bd6e-0e1ae8f02840 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 944 time: 0.0472987 Sep 02 04:32:05.188317 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-544dfca5-a61d-4e4e-8b90-0ec8023b48ec req-ae484b5a-2bf2-413e-823e-8f8997dfe020 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309155 Sep 02 04:32:05.241646 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d5684-51b5-4192-8459-fc1f938b6271 req-e84ba2c4-241b-4af0-b6af-ab6e783c6481 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:05.243142 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a04d5684-51b5-4192-8459-fc1f938b6271 req-e84ba2c4-241b-4af0-b6af-ab6e783c6481 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0525331 Sep 02 04:32:05.281290 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a04d5684-51b5-4192-8459-fc1f938b6271 req-cf9b1ceb-243c-472f-93ff-ce2166eb6ee5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Sep 02 04:32:05.305864 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:05.483673 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d27a1-a9e6-49e8-a3bb-54ae9e2668bc req-e2983bc1-3a1d-4a55-8628-bb397fc57b64 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:05.485251 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2f5d27a1-a9e6-49e8-a3bb-54ae9e2668bc req-e2983bc1-3a1d-4a55-8628-bb397fc57b64 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0496695 Sep 02 04:32:05.522193 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2f5d27a1-a9e6-49e8-a3bb-54ae9e2668bc req-7940d4f6-4c4c-403a-80af-ed32f8354c0c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305774 Sep 02 04:32:05.604300 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725b82f-1523-4968-9f13-2183da084974 req-98bf2540-3a83-485f-8bd2-ee023b9ec75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:05.605767 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a725b82f-1523-4968-9f13-2183da084974 req-98bf2540-3a83-485f-8bd2-ee023b9ec75c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 1097 time: 0.0397737 Sep 02 04:32:05.714101 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725b82f-1523-4968-9f13-2183da084974 req-2bcc8b27-0dac-43b5-9df8-37590529d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:05.715491 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a725b82f-1523-4968-9f13-2183da084974 req-2bcc8b27-0dac-43b5-9df8-37590529d250 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=30c709f5c0524e4384bdb829d81c46c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0916510 Sep 02 04:32:05.808147 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725b82f-1523-4968-9f13-2183da084974 req-87e7ff33-737d-4adb-829c-31593afcdef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:05.816536 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a725b82f-1523-4968-9f13-2183da084974 req-87e7ff33-737d-4adb-829c-31593afcdef2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0853693 Sep 02 04:32:05.923963 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-dca7dbac-6e8f-4fa0-a241-77f13b5ab2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:05.925418 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-dca7dbac-6e8f-4fa0-a241-77f13b5ab2cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c709f5c0524e4384bdb829d81c46c1&device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 1097 time: 0.0385079 Sep 02 04:32:05.994430 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-26caf6bf-9dde-4dca-b46d-c230c1feb6a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846e5756-d0e2-4d37-9ea2-cfd9eaf04460 HTTP/1.1" status: 200 len: 217 time: 0.0415676 Sep 02 04:32:06.073633 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-008ad709-1fd1-40b2-bcd4-7c6a8885abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:06.075139 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-008ad709-1fd1-40b2-bcd4-7c6a8885abfb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=585e7e78-7a21-4acb-8445-b56d0247ba24 HTTP/1.1" status: 200 len: 854 time: 0.0727067 Sep 02 04:32:06.085226 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23120f-6d0f-412e-b6d5-a7afaa536e90 req-5399e291-cf27-49be-a150-881cab8fd8f1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:06.086708 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1f23120f-6d0f-412e-b6d5-a7afaa536e90 req-5399e291-cf27-49be-a150-881cab8fd8f1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 943 time: 0.0764737 Sep 02 04:32:06.119413 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-c03ad1ae-9020-4c3d-96f4-02fc9a8acfa8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26ff5384-f842-4306-a318-71b587753ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317733 Sep 02 04:32:06.162732 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1f23120f-6d0f-412e-b6d5-a7afaa536e90 req-4e37ca34-56fa-4b7a-86e4-d8ce52c20097 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679121 Sep 02 04:32:06.223766 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-ef0dfcdf-6143-474c-9522-e3725c795bf0 service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945227 Sep 02 04:32:06.322427 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00eccc5c-b1dc-46fa-8276-f92a7eb003a8 req-1f4a01ee-e853-45af-a9ed-270dd8509cbd service neutron] 10.222.0.20 "GET /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898871 Sep 02 04:32:06.322560 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e676405-383d-4e1d-9a3f-1e96ac955bda req-25dd8be1-15a5-4115-ad58-5761e10deef3 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:06.324699 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0e676405-383d-4e1d-9a3f-1e96ac955bda req-25dd8be1-15a5-4115-ad58-5761e10deef3 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 944 time: 0.0658102 Sep 02 04:32:06.366106 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0e676405-383d-4e1d-9a3f-1e96ac955bda req-fca15c08-f626-4f17-a8d8-7db88bdd7e94 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Sep 02 04:32:06.429944 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379f353-d95f-4f45-970c-0d48345100d3 req-31b82c7d-3766-4b53-89c3-f96942a6f403 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:06.431461 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8379f353-d95f-4f45-970c-0d48345100d3 req-31b82c7d-3766-4b53-89c3-f96942a6f403 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0542164 Sep 02 04:32:06.472029 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8379f353-d95f-4f45-970c-0d48345100d3 req-a148b078-e42e-43a0-84ee-ba50f4110238 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341735 Sep 02 04:32:06.665755 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a80453-1ce6-40e9-8f66-da74367fbb1b req-37240f4e-9708-4952-b8a1-314161e25c02 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:06.667297 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a5a80453-1ce6-40e9-8f66-da74367fbb1b req-37240f4e-9708-4952-b8a1-314161e25c02 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0511475 Sep 02 04:32:06.705852 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a5a80453-1ce6-40e9-8f66-da74367fbb1b req-4dbd21fd-a150-49ce-acb4-326b4e942936 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Sep 02 04:32:06.906775 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45426) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:07.018273 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2baf9f15-e82a-4e0f-9a10-fe907918b760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:07.115951 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2baf9f15-e82a-4e0f-9a10-fe907918b760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:07.191968 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2baf9f15-e82a-4e0f-9a10-fe907918b760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:07.224612 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:07.229445 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-2baf9f15-e82a-4e0f-9a10-fe907918b760 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f57d698d59441a2868ec1ffeb103e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213332 Sep 02 04:32:07.231485 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf9f15-e82a-4e0f-9a10-fe907918b760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dc3179-b55e-4068-a570-e8df5e72c427,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:07.233881 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45440) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:07.275407 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377072-7cc2-466c-81ca-d1ee7ac45919 req-d4c23548-6e42-463d-ae73-bb575b187bf3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:07.277034 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-96377072-7cc2-466c-81ca-d1ee7ac45919 req-d4c23548-6e42-463d-ae73-bb575b187bf3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 943 time: 0.0484247 Sep 02 04:32:07.287146 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8e11760-f33d-4439-9779-2232c752437a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:07.308661 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8e11760-f33d-4439-9779-2232c752437a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:07.318501 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-96377072-7cc2-466c-81ca-d1ee7ac45919 req-9f08a39e-e2b3-42c3-b4e8-30655cde2f29 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351164 Sep 02 04:32:07.452169 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8e11760-f33d-4439-9779-2232c752437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:07.454711 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8e11760-f33d-4439-9779-2232c752437a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:07.455808 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-e8e11760-f33d-4439-9779-2232c752437a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37dc3179-b55e-4068-a570-e8df5e72c427 HTTP/1.1" status: 204 len: 168 time: 0.2210383 Sep 02 04:32:07.481482 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e11760-f33d-4439-9779-2232c752437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dc3179-b55e-4068-a570-e8df5e72c427,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:07.505199 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd455e-9c1c-4476-8dac-8bfef8f359f2 req-d350856a-a5b8-4d50-9809-39c539ac6376 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:07.506727 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-83dd455e-9c1c-4476-8dac-8bfef8f359f2 req-d350856a-a5b8-4d50-9809-39c539ac6376 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 944 time: 0.0648377 Sep 02 04:32:07.555437 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-83dd455e-9c1c-4476-8dac-8bfef8f359f2 req-b63f0081-58f9-40e7-91e1-ad53de7f7a16 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355961 Sep 02 04:32:07.579471 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:32:07.599721 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd7a7c-07e2-4de8-a4ec-dc8fd7e82307 req-81ef7d53-5541-46da-918a-a5bfc4c0f9f5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:07.601877 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1fbd7a7c-07e2-4de8-a4ec-dc8fd7e82307 req-81ef7d53-5541-46da-918a-a5bfc4c0f9f5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0566514 Sep 02 04:32:07.642378 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1fbd7a7c-07e2-4de8-a4ec-dc8fd7e82307 req-cf990013-e29a-49ef-8013-1def0d827034 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338032 Sep 02 04:32:07.680063 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:07.690661 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'port_id': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'mac_address': 'fa:16:3e:4f:32:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:32:07.730170 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:07.744825 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:32:07.767171 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:07.828157 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61916c63-593f-471b-a2a7-75887a1b0835 req-5dc60432-314b-465e-8c71-d53c6c9431cf tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:07.829605 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-61916c63-593f-471b-a2a7-75887a1b0835 req-5dc60432-314b-465e-8c71-d53c6c9431cf tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0497179 Sep 02 04:32:07.866370 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-61916c63-593f-471b-a2a7-75887a1b0835 req-08172c25-a9b7-44fb-bc47-4cfa88c5a14e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307310 Sep 02 04:32:07.894259 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:07.947339 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:07.954417 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.954765 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.955104 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.955439 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.955769 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.956121 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.956445 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.956776 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.957100 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.957427 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.957748 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:07.958067 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:08.322303 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45458) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:08.322458 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:32:08.335703 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ef795fb5-d3f3-45c3-a1b1-28a93c001b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:08.449900 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809fefe-eacd-474d-b129-3d72ad5e034a req-e0685891-2dea-441d-a025-3d5ba8a1f3d8 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:08.457626 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ef795fb5-d3f3-45c3-a1b1-28a93c001b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:08.468226 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9809fefe-eacd-474d-b129-3d72ad5e034a req-e0685891-2dea-441d-a025-3d5ba8a1f3d8 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 944 time: 0.0579700 Sep 02 04:32:08.495469 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9809fefe-eacd-474d-b129-3d72ad5e034a req-f41b646a-c400-45b5-a3b5-a880cd86d383 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355136 Sep 02 04:32:08.584315 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ef795fb5-d3f3-45c3-a1b1-28a93c001b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:08.624227 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-ef795fb5-d3f3-45c3-a1b1-28a93c001b8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d21890aed70459ca29f3e1241d53303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008280 Sep 02 04:32:08.625271 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef795fb5-d3f3-45c3-a1b1-28a93c001b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5deff2-2781-46b3-bfed-7684f97ed046,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:08.626993 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 45474) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:08.676297 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336b0c0-756e-4066-9483-91402197ff2f req-e329b7d3-6c66-479f-a5de-1e9dc7b7db28 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:08.677927 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7336b0c0-756e-4066-9483-91402197ff2f req-e329b7d3-6c66-479f-a5de-1e9dc7b7db28 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 944 time: 0.0491834 Sep 02 04:32:08.699253 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7499d5ce-4518-47db-a672-5b958d9dd5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:08.719183 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7336b0c0-756e-4066-9483-91402197ff2f req-6a86ff57-8e44-4e0e-b208-e0b446884e42 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348272 Sep 02 04:32:08.722515 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7499d5ce-4518-47db-a672-5b958d9dd5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:08.799214 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027e06b-606b-4b7e-a039-307bccae598f req-586e4943-e72c-4eb1-8717-7d039115025d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:08.799214 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1027e06b-606b-4b7e-a039-307bccae598f req-586e4943-e72c-4eb1-8717-7d039115025d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0678201 Sep 02 04:32:08.836810 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1027e06b-606b-4b7e-a039-307bccae598f req-67efb391-ec1f-4b18-9bed-ce7bdeaa63c1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319021 Sep 02 04:32:08.966886 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7499d5ce-4518-47db-a672-5b958d9dd5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:08.969550 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7499d5ce-4518-47db-a672-5b958d9dd5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:08.970682 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7499d5ce-4518-47db-a672-5b958d9dd5b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b5deff2-2781-46b3-bfed-7684f97ed046 HTTP/1.1" status: 204 len: 168 time: 0.3376923 Sep 02 04:32:08.979426 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499d5ce-4518-47db-a672-5b958d9dd5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5deff2-2781-46b3-bfed-7684f97ed046,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:09.602770 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:32:09.607892 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:32:09.631638 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d0ff7-56e5-4204-a3be-3790b5576eec req-fd7e9662-fe1a-4995-b8e2-f56e6a761db4 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:09.633039 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9988a-d288-441e-b58f-045941fd275e req-1053854f-73ec-48b4-a40c-81e26d9b68f8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:09.638697 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9ce9988a-d288-441e-b58f-045941fd275e req-1053854f-73ec-48b4-a40c-81e26d9b68f8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0659354 Sep 02 04:32:09.640244 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c91d0ff7-56e5-4204-a3be-3790b5576eec req-fd7e9662-fe1a-4995-b8e2-f56e6a761db4 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 944 time: 0.0744388 Sep 02 04:32:09.678714 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c91d0ff7-56e5-4204-a3be-3790b5576eec req-198e2f0b-660b-4f53-b643-bd3064d97352 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373955 Sep 02 04:32:09.691832 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9ce9988a-d288-441e-b58f-045941fd275e req-315fbbe9-006d-4fc6-8f1b-7264cf24b98c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 Sep 02 04:32:09.774619 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:09.791963 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '846e5756-d0e2-4d37-9ea2-cfd9eaf04460', 'network_id': '26ff5384-f842-4306-a318-71b587753ace', 'port_id': '846e5756-d0e2-4d37-9ea2-cfd9eaf04460', 'mac_address': 'fa:16:3e:66:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585e7e78-7a21-4acb-8445-b56d0247ba24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:32:09.793491 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:32:09.798363 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:32:09.798527 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9dbee-7bff-416f-8d58-fa4aebf4c1f2 req-915baf20-8d4d-4a8f-ae14-a0cfcc61e842 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:09.798728 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:09.806132 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bfe9dbee-7bff-416f-8d58-fa4aebf4c1f2 req-915baf20-8d4d-4a8f-ae14-a0cfcc61e842 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0727963 Sep 02 04:32:09.847547 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bfe9dbee-7bff-416f-8d58-fa4aebf4c1f2 req-938a360b-b6ed-459f-b910-42bd60f7ac49 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403099 Sep 02 04:32:09.848136 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33cc14-37a3-400f-8cc0-2a336427c404 req-551fa652-3ca5-472c-aae1-7a758292e877 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:09.849649 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2f33cc14-37a3-400f-8cc0-2a336427c404 req-551fa652-3ca5-472c-aae1-7a758292e877 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 944 time: 0.0505896 Sep 02 04:32:09.868970 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 45508) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:09.872937 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:09.893205 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bc650527-b183-49d1-ac81-62bd8f95506a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:09.946062 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2f33cc14-37a3-400f-8cc0-2a336427c404 req-3dafcd5e-7594-4777-ad16-908956794255 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742972 Sep 02 04:32:09.969547 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca5153-035d-4da1-b92e-49dc5ce20363 req-831d0409-a136-4424-b22f-67b1ed0f0350 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:09.971801 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6cca5153-035d-4da1-b92e-49dc5ce20363 req-831d0409-a136-4424-b22f-67b1ed0f0350 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0550618 Sep 02 04:32:10.012789 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:32:10.036096 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6cca5153-035d-4da1-b92e-49dc5ce20363 req-f5350cc1-da37-441f-bb67-fad3b37897e6 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533090 Sep 02 04:32:10.054338 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:10.061900 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bc650527-b183-49d1-ac81-62bd8f95506a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:10.064208 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:10.086948 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:10.089233 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aacab5-4be2-4dd7-9187-bfe3ba22448d" -d '{"events": [{"server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "name": "network-vif-plugged", "status": "completed", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:10.101568 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:10.128468 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34937aea-c63f-4f59-a948-58a2343b4536 x-openstack-request-id: req-34937aea-c63f-4f59-a948-58a2343b4536 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:10.128753 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "name": "network-vif-plugged", "status": "completed", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:10.129000 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34937aea-c63f-4f59-a948-58a2343b4536 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:10.129391 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'code': 200} Sep 02 04:32:10.139501 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:10.139844 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bc650527-b183-49d1-ac81-62bd8f95506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:10.175029 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:10.181925 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45516) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:10.182231 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-bc650527-b183-49d1-ac81-62bd8f95506a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb1e9f31acc342e593c1f8c408ec4d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116422 Sep 02 04:32:10.182900 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc650527-b183-49d1-ac81-62bd8f95506a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e490757c-01ed-442f-a201-3fe378da824b,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:10.198294 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:10.232641 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a7777c2b-6905-4609-8c23-dea7a1ca3357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:10.250397 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:10.255262 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a7777c2b-6905-4609-8c23-dea7a1ca3357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:10.391350 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a7777c2b-6905-4609-8c23-dea7a1ca3357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:10.394633 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a7777c2b-6905-4609-8c23-dea7a1ca3357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:10.398294 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-a7777c2b-6905-4609-8c23-dea7a1ca3357 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e490757c-01ed-442f-a201-3fe378da824b HTTP/1.1" status: 204 len: 168 time: 0.2128804 Sep 02 04:32:10.404478 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7777c2b-6905-4609-8c23-dea7a1ca3357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e490757c-01ed-442f-a201-3fe378da824b,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:10.488695 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31316e73-d588-4f97-975d-01ffbb5e4845 req-9527d1e0-30ec-48fb-b610-f50bc18e380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:10.490207 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-31316e73-d588-4f97-975d-01ffbb5e4845 req-9527d1e0-30ec-48fb-b610-f50bc18e380f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 1098 time: 0.0405736 Sep 02 04:32:10.524963 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['846e5756-d0e2-4d37-9ea2-cfd9eaf04460'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:32:10.527439 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-31316e73-d588-4f97-975d-01ffbb5e4845 req-3316f879-58b8-4697-926e-f45944fb49ed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289135 Sep 02 04:32:10.797546 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771658e-6ac5-43ae-a2a5-2803d84b17a1 req-1981a151-511a-440a-b184-47a7f2184940 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:10.799256 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c771658e-6ac5-43ae-a2a5-2803d84b17a1 req-1981a151-511a-440a-b184-47a7f2184940 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0508628 Sep 02 04:32:10.845014 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c771658e-6ac5-43ae-a2a5-2803d84b17a1 req-6d0e355e-698e-428f-a039-427cd8dce0ef tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 Sep 02 04:32:10.950664 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8ab50-4c26-4a98-9d33-a6a0436a15b8 req-968cf439-4e4d-4b9d-a0b7-f3273055ffc2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:10.952318 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-14c8ab50-4c26-4a98-9d33-a6a0436a15b8 req-968cf439-4e4d-4b9d-a0b7-f3273055ffc2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0527043 Sep 02 04:32:10.990863 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-14c8ab50-4c26-4a98-9d33-a6a0436a15b8 req-fe9e4815-515d-4633-877f-7df23b98ebd5 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321412 Sep 02 04:32:11.102016 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f9c5e-6ab1-413b-a329-e21a724e5f39 req-cd026035-10b4-4305-96cb-6068e75eacf7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:11.108546 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-822f9c5e-6ab1-413b-a329-e21a724e5f39 req-cd026035-10b4-4305-96cb-6068e75eacf7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 945 time: 0.0610504 Sep 02 04:32:11.143090 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-822f9c5e-6ab1-413b-a329-e21a724e5f39 req-a536fd28-5b8b-4d34-a52c-975432cc437e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Sep 02 04:32:11.172972 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5f6d0-de0f-4294-9369-77c8edb2fc33 req-a0b9e7ef-2a01-4525-b816-fa5f88d923e7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:11.174701 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7db5f6d0-de0f-4294-9369-77c8edb2fc33 req-a0b9e7ef-2a01-4525-b816-fa5f88d923e7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0625281 Sep 02 04:32:11.216053 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7db5f6d0-de0f-4294-9369-77c8edb2fc33 req-6c2e34ec-6bd1-4609-8754-3806e620f667 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346043 Sep 02 04:32:11.630706 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45558) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:11.758517 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-450073693-network', 'tenant_id': '575695d7181e435fb176d616cafa196c'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:11.938493 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Made reservation on behalf of 575695d7181e435fb176d616cafa196c for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:32:11.940706 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:11.951984 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:11.981532 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb782248-db83-4917-a1c7-faff4051ae95 req-c0eb635a-125d-4ee5-9c24-c0d2db30df57 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:11.982939 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fb782248-db83-4917-a1c7-faff4051ae95 req-c0eb635a-125d-4ee5-9c24-c0d2db30df57 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0710826 Sep 02 04:32:12.042098 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fb782248-db83-4917-a1c7-faff4051ae95 req-12949304-36d8-4197-a0f7-d31e12e11bed tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511584 Sep 02 04:32:12.091819 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:12.118757 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52feeb-ea0d-4289-8e8f-d7943f23dd20 req-3f25f48d-493f-47cb-9906-077882b0ece6 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:12.120396 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7b52feeb-ea0d-4289-8e8f-d7943f23dd20 req-3f25f48d-493f-47cb-9906-077882b0ece6 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0508437 Sep 02 04:32:12.159649 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7b52feeb-ea0d-4289-8e8f-d7943f23dd20 req-dbbec2db-3289-45b1-89e0-9d710e0b17d7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326827 Sep 02 04:32:12.185860 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:12.214084 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:32:12.230251 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07507635-1441-4297-bbb6-5e98cc496fa8,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:12.250039 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:12.250378 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Added segment 84ea9047-8928-4e6c-95e6-0e1cb02a90fb of type vlan for network 36934402-f060-463c-a58a-2b7056c383b5 Sep 02 04:32:12.316646 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c298c-5e4f-41fe-8f49-184ad6c0dc85 req-7a1e02cf-7df8-43d2-ba2d-a45a85da64e4 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:12.318138 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d22c298c-5e4f-41fe-8f49-184ad6c0dc85 req-7a1e02cf-7df8-43d2-ba2d-a45a85da64e4 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 945 time: 0.1009972 Sep 02 04:32:12.319765 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:12.343956 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703c694-9de2-4b60-ba95-6017df89c6ea req-357642aa-9d79-4e13-a2fd-147a4f86d7db tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:12.345590 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6703c694-9de2-4b60-ba95-6017df89c6ea req-357642aa-9d79-4e13-a2fd-147a4f86d7db tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0516968 Sep 02 04:32:12.374147 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d22c298c-5e4f-41fe-8f49-184ad6c0dc85 req-eb1fec32-bfe0-4c8f-8327-1dd7fba0993c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483859 Sep 02 04:32:12.385088 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6703c694-9de2-4b60-ba95-6017df89c6ea req-48296c59-6d20-4306-ba11-0517ab19ae87 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Sep 02 04:32:12.442705 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:12.443688 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:12.444316 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:12.501464 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] Pushing event updated for resources: {'Network': ['ID=36934402-f060-463c-a58a-2b7056c383b5,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:12.513366 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 36934402-f060-463c-a58a-2b7056c383b5 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:32:12.556094 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-fb70c68d-2d46-473a-a350-348ece04c371 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9242342 Sep 02 04:32:12.558861 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45578) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:12.563992 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Request body: {'subnet': {'network_id': '36934402-f060-463c-a58a-2b7056c383b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-450073693-subnet', 'tenant_id': '575695d7181e435fb176d616cafa196c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:12.596494 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45580) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:12.629456 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Made reservation on behalf of 575695d7181e435fb176d616cafa196c for: {'subnet': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:32:12.631775 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439676'] for subnet, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:12.708508 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-56049a04-ffc3-481d-b2e3-899c12dc0313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:12.877785 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-56049a04-ffc3-481d-b2e3-899c12dc0313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:12.917142 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439634'] for subnet, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:12.956608 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-56049a04-ffc3-481d-b2e3-899c12dc0313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:13.008794 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9991316-8d15-416e-8a73-dedeff0c0844,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:13.015804 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-56049a04-ffc3-481d-b2e3-899c12dc0313 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1252830f8c01434bbf994846f0a0171c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183614 Sep 02 04:32:13.018507 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 45584) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:13.023015 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56049a04-ffc3-481d-b2e3-899c12dc0313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa5018-9516-40a6-8a41-3a7c03e15a3b,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:13.026174 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Checking segment: {'id': '84ea9047-8928-4e6c-95e6-0e1cb02a90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '36934402-f060-463c-a58a-2b7056c383b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:32:13.026568 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Network hostable DHCP agents. Network: 36934402-f060-463c-a58a-2b7056c383b5, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:32:13.068069 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-311b770e-2c1d-4c63-9ce9-077dbf48c962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:13.092374 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-311b770e-2c1d-4c63-9ce9-077dbf48c962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:13.118473 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Network 36934402-f060-463c-a58a-2b7056c383b5 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:32:13.157682 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64786-0197-4863-aa5d-5abe66c7b7fe req-a893f4a2-806a-49e3-9475-6a9e9cb5f8a7 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:13.159650 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-93d64786-0197-4863-aa5d-5abe66c7b7fe req-a893f4a2-806a-49e3-9475-6a9e9cb5f8a7 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0515561 Sep 02 04:32:13.198333 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-93d64786-0197-4863-aa5d-5abe66c7b7fe req-19072048-8319-41cd-a225-aa128cb5a8cc tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Sep 02 04:32:13.208700 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-311b770e-2c1d-4c63-9ce9-077dbf48c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:13.213425 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-311b770e-2c1d-4c63-9ce9-077dbf48c962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:13.214842 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-311b770e-2c1d-4c63-9ce9-077dbf48c962 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdfa5018-9516-40a6-8a41-3a7c03e15a3b HTTP/1.1" status: 204 len: 168 time: 0.1951993 Sep 02 04:32:13.230073 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b770e-2c1d-4c63-9ce9-077dbf48c962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfa5018-9516-40a6-8a41-3a7c03e15a3b,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:13.243319 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 36934402-f060-463c-a58a-2b7056c383b5) {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:32:13.247738 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:13.248553 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:13.263149 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9ac729-f77d-423f-b49c-3266d8b59080 None None] Network 36934402-f060-463c-a58a-2b7056c383b5 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:32:13.324419 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabce73-cc80-4cf5-abcb-c32e8e62e9e5 req-5a8fff25-a070-4151-9a96-9b51c945bcbb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:13.326235 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9fabce73-cc80-4cf5-abcb-c32e8e62e9e5 req-5a8fff25-a070-4151-9a96-9b51c945bcbb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0729401 Sep 02 04:32:13.349066 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-9fe0aaa3-ea68-41fd-b539-0bb743aba7a5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7799549 Sep 02 04:32:13.349066 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966805a-f202-4c62-84d8-de7579c3de10 req-aceb2e74-c31f-4bb9-82e0-eb0934574221 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:13.357188 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8966805a-f202-4c62-84d8-de7579c3de10 req-aceb2e74-c31f-4bb9-82e0-eb0934574221 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0625694 Sep 02 04:32:13.372304 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9fabce73-cc80-4cf5-abcb-c32e8e62e9e5 req-d33267c3-15fb-41aa-874a-a26e7c493cb1 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375612 Sep 02 04:32:13.393621 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8966805a-f202-4c62-84d8-de7579c3de10 req-549c96c0-a574-4e5d-b1a7-88ae9929ef2f tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355730 Sep 02 04:32:13.429211 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc211b4-2bf3-4bb0-9672-0a44cd2350c9 None None] Network 36934402-f060-463c-a58a-2b7056c383b5 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:32:13.519658 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8faea6-0323-4540-b477-d2b676680c34 req-8e1a25da-64a4-4f89-9934-738cff8a2623 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:13.527719 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8faea6-0323-4540-b477-d2b676680c34 req-8e1a25da-64a4-4f89-9934-738cff8a2623 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 945 time: 0.0610166 Sep 02 04:32:13.532982 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365e4cd-2c25-43a6-b21c-95fc02441b5c req-acf266bb-dd01-42eb-8365-cfce685e59f2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:13.542747 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8365e4cd-2c25-43a6-b21c-95fc02441b5c req-acf266bb-dd01-42eb-8365-cfce685e59f2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0780690 Sep 02 04:32:13.575725 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff8faea6-0323-4540-b477-d2b676680c34 req-3dfcc79c-aad8-4e00-b11e-847dfdf30d5e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Sep 02 04:32:13.596417 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:32:13.602383 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8365e4cd-2c25-43a6-b21c-95fc02441b5c req-75c146ba-7b20-4000-93b6-819dfb06df96 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532725 Sep 02 04:32:13.762013 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:32:13.769012 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:32:13.769603 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:13.864299 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:13.887131 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846e5756-d0e2-4d37-9ea2-cfd9eaf04460'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:13.889478 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a6e4bf-f527-4633-bcf4-b1b2e082bff9" -d '{"events": [{"server_uuid": "4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4", "name": "network-vif-plugged", "status": "completed", "tag": "846e5756-d0e2-4d37-9ea2-cfd9eaf04460"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:13.902359 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:13.919450 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fbde2-60f7-40b2-a576-f0d2ad6ffec3 req-aa2ce515-bd2b-4ab4-af55-bf395b0c0e97 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:13.920882 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-789fbde2-60f7-40b2-a576-f0d2ad6ffec3 req-aa2ce515-bd2b-4ab4-af55-bf395b0c0e97 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0521750 Sep 02 04:32:13.928414 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9c14d8-b911-4bd9-86af-09c6b22cdf44 x-openstack-request-id: req-0a9c14d8-b911-4bd9-86af-09c6b22cdf44 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:13.932019 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4", "name": "network-vif-plugged", "status": "completed", "tag": "846e5756-d0e2-4d37-9ea2-cfd9eaf04460", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:13.932019 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a9c14d8-b911-4bd9-86af-09c6b22cdf44 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:13.932019 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846e5756-d0e2-4d37-9ea2-cfd9eaf04460', 'code': 200} Sep 02 04:32:13.958552 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-789fbde2-60f7-40b2-a576-f0d2ad6ffec3 req-3c11e21d-0967-4e21-84eb-e9b58d3d72a4 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Sep 02 04:32:13.989934 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:14.042616 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:14.351423 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cb685-7610-4070-8c34-2f8ef9b3e528 req-158a7750-049e-4ff7-82d9-7a6b8c8fcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:14.352882 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f45cb685-7610-4070-8c34-2f8ef9b3e528 req-158a7750-049e-4ff7-82d9-7a6b8c8fcb7a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 1099 time: 0.0413539 Sep 02 04:32:14.387826 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f45cb685-7610-4070-8c34-2f8ef9b3e528 req-8f4fe63b-e48b-4bde-8a5c-43f10c92f265 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277755 Sep 02 04:32:14.488065 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77f367-39ec-4e70-be8d-efba4b3d189e req-6decb94d-f81c-4ace-a656-021febb96ab7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:14.489518 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4a77f367-39ec-4e70-be8d-efba4b3d189e req-6decb94d-f81c-4ace-a656-021febb96ab7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0481398 Sep 02 04:32:14.528153 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4a77f367-39ec-4e70-be8d-efba4b3d189e req-a8476843-4e01-4d4c-9fba-bcac71f08799 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327711 Sep 02 04:32:14.702534 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f44e7-7bb8-4c19-9f56-8363292f59ea req-f99654d6-b21f-4c89-988f-f27cabba0e40 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:14.704059 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-dd1f44e7-7bb8-4c19-9f56-8363292f59ea req-f99654d6-b21f-4c89-988f-f27cabba0e40 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 946 time: 0.0706615 Sep 02 04:32:14.725535 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1def-e76a-4e78-b4b5-a5b6c42c7c41 req-ade97439-8fcb-4e35-afd6-88e01b3fcce3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:14.727290 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-caec1def-e76a-4e78-b4b5-a5b6c42c7c41 req-ade97439-8fcb-4e35-afd6-88e01b3fcce3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0515430 Sep 02 04:32:14.762807 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-dd1f44e7-7bb8-4c19-9f56-8363292f59ea req-8d1094df-1fce-41dc-964a-b3cd5bd2b57a tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480666 Sep 02 04:32:14.776215 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-caec1def-e76a-4e78-b4b5-a5b6c42c7c41 req-cbbceb2c-9091-47c5-a03c-479558d2e2d3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Sep 02 04:32:15.642511 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960e054-5c45-47f4-b61b-a6d10c42a8e3 req-6fe8ed77-1830-46d9-b44c-74cd1a0f5591 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:15.644601 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5960e054-5c45-47f4-b61b-a6d10c42a8e3 req-6fe8ed77-1830-46d9-b44c-74cd1a0f5591 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0502546 Sep 02 04:32:15.680070 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5960e054-5c45-47f4-b61b-a6d10c42a8e3 req-aeb74d96-8239-4712-ad5c-548569a55dbc tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296292 Sep 02 04:32:15.875087 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13529408-5aa5-4e58-89b2-1d0ee813c271 req-9723799c-6905-4a24-aa52-775d3b109d58 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:15.876747 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-13529408-5aa5-4e58-89b2-1d0ee813c271 req-9723799c-6905-4a24-aa52-775d3b109d58 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 946 time: 0.0559211 Sep 02 04:32:15.918340 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-13529408-5aa5-4e58-89b2-1d0ee813c271 req-a700cd75-79d6-4068-9e94-b6ada4d3280b tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346584 Sep 02 04:32:15.923380 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc183e1b-ae42-4207-8e61-72a5eeba1946 req-da691e73-aa02-40d3-9077-5b7bc375b5b5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:15.925550 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-dc183e1b-ae42-4207-8e61-72a5eeba1946 req-da691e73-aa02-40d3-9077-5b7bc375b5b5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0593319 Sep 02 04:32:15.963341 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-dc183e1b-ae42-4207-8e61-72a5eeba1946 req-90003e57-aa27-462c-ac07-0fa80c0e6bac tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Sep 02 04:32:16.099446 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-6594132c-705f-4d22-9fac-5dc1e8b0040c tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:16.101786 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-6594132c-705f-4d22-9fac-5dc1e8b0040c tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/networks?id=36934402-f060-463c-a58a-2b7056c383b5 HTTP/1.1" status: 200 len: 813 time: 0.1020057 Sep 02 04:32:16.117662 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-5e2ebaf1-c4ec-46da-a31a-025758a40a60 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/quotas/575695d7181e435fb176d616cafa196c HTTP/1.1" status: 200 len: 375 time: 0.0098448 Sep 02 04:32:16.150589 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-bef5ea11-c168-4b32-bc5b-19a7aa3370aa tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=575695d7181e435fb176d616cafa196c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278924 Sep 02 04:32:16.239975 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-fc95cd84-4635-4b4a-9431-14b5b151b2d8 service neutron] 10.222.0.13 "GET /v2.0/networks/36934402-f060-463c-a58a-2b7056c383b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819018 Sep 02 04:32:16.572902 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-48733499-0adf-4566-8526-30202e97fda5 service neutron] 10.222.0.13 "GET /v2.0/networks/36934402-f060-463c-a58a-2b7056c383b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269651 Sep 02 04:32:16.805462 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b7fed-6bf4-4996-90a1-5effb5fc7dc6 req-d5ac9a43-e11a-48b6-acc8-2334fbf985aa tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:16.806853 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-aa5b7fed-6bf4-4996-90a1-5effb5fc7dc6 req-d5ac9a43-e11a-48b6-acc8-2334fbf985aa tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0578477 Sep 02 04:32:16.811863 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-25685f4a-ef24-4c09-accf-4705407946ca req-6ec3f4df-1c3e-4cc0-95d9-2180e6048e2e tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 210 time: 0.0269358 Sep 02 04:32:16.856889 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-aa5b7fed-6bf4-4996-90a1-5effb5fc7dc6 req-224dbf16-e701-409f-8151-b0d2e800d9c6 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437424 Sep 02 04:32:17.076118 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e752a2-0beb-4a11-b9cc-18fdf3694f7f req-7e199e6c-e9e6-40de-bd87-d634692b434d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:17.077851 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-33e752a2-0beb-4a11-b9cc-18fdf3694f7f req-7e199e6c-e9e6-40de-bd87-d634692b434d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 946 time: 0.0840650 Sep 02 04:32:17.099004 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754b85a-9193-4a35-8a73-688d8f872018 req-a625266d-39e3-4c57-9c47-041498bfc721 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:17.100880 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1754b85a-9193-4a35-8a73-688d8f872018 req-a625266d-39e3-4c57-9c47-041498bfc721 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0599494 Sep 02 04:32:17.123951 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-33e752a2-0beb-4a11-b9cc-18fdf3694f7f req-808e55b3-1b23-4287-96e2-69bd51d2ba69 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348575 Sep 02 04:32:17.146021 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1754b85a-9193-4a35-8a73-688d8f872018 req-62081129-e998-4ed6-9ed6-4ba72099a605 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393076 Sep 02 04:32:17.913667 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6388c727-815d-4730-a436-30c0ad02a63f req-8064dea4-cae3-4cf0-9211-a226bf60b660 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 210 time: 0.0337729 Sep 02 04:32:18.015535 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde7333-3c28-4b3a-bbbb-60afa0838d44 req-2d7931a2-79e8-4b2b-8b91-7a0bf909b500 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:18.017015 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bdde7333-3c28-4b3a-bbbb-60afa0838d44 req-2d7931a2-79e8-4b2b-8b91-7a0bf909b500 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0470791 Sep 02 04:32:18.054575 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bdde7333-3c28-4b3a-bbbb-60afa0838d44 req-866f1b8b-cd45-4703-99db-a8081d3c39d0 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311861 Sep 02 04:32:18.293664 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745fdc6-5ac0-4d8e-a14d-11fba804736c req-1a0aeb40-3123-4754-8a61-f974ed8664a3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:18.297705 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a745fdc6-5ac0-4d8e-a14d-11fba804736c req-1a0aeb40-3123-4754-8a61-f974ed8664a3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0569382 Sep 02 04:32:18.334205 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a745fdc6-5ac0-4d8e-a14d-11fba804736c req-05b5bc33-e235-4cf5-acc2-39e7e24902c8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321569 Sep 02 04:32:19.016603 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2234da6d-8719-4d67-b207-2aea8c379b47 req-a3a91ffd-28fa-493e-8289-87bc1db84541 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 210 time: 0.0267234 Sep 02 04:32:19.172301 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7c91e-16cf-4a3c-a753-b3c1bfedffd4 req-f44ef5b4-24f4-4914-b7b0-feb5deb27551 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:19.173709 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-36c7c91e-16cf-4a3c-a753-b3c1bfedffd4 req-f44ef5b4-24f4-4914-b7b0-feb5deb27551 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Sep 02 04:32:19.211532 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-36c7c91e-16cf-4a3c-a753-b3c1bfedffd4 req-9125b10c-bc79-497d-854f-bc7c6f2e5781 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310512 Sep 02 04:32:19.500153 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-1391d191-2a6f-407a-8a46-8c88267b3bc7 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:19.501667 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-1391d191-2a6f-407a-8a46-8c88267b3bc7 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.20 "GET /v2.0/networks?id=36934402-f060-463c-a58a-2b7056c383b5 HTTP/1.1" status: 200 len: 813 time: 0.1439767 Sep 02 04:32:19.513184 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abc39e-dfc4-4d51-a6d7-175007061377 req-0d5dc191-1e88-44fa-93e7-673a1fef56bb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:19.514525 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-04abc39e-dfc4-4d51-a6d7-175007061377 req-0d5dc191-1e88-44fa-93e7-673a1fef56bb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0830107 Sep 02 04:32:19.538473 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Request body: {'port': {'device_id': '6512480e-2b4a-48b0-b6d9-1183746b3624', 'network_id': '36934402-f060-463c-a58a-2b7056c383b5', 'admin_state_up': True, 'tenant_id': '575695d7181e435fb176d616cafa196c'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:19.580954 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-04abc39e-dfc4-4d51-a6d7-175007061377 req-adb66a26-4519-4ddd-978f-c89478c5dd80 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597804 Sep 02 04:32:19.848059 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Made reservation on behalf of 575695d7181e435fb176d616cafa196c for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:32:19.851852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:19.974581 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Allocated IP 172.20.0.8 (36934402-f060-463c-a58a-2b7056c383b5/f9991316-8d15-416e-8a73-dedeff0c0844/a525487b-12c0-45f3-b6ca-68106090802b) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:32:20.121642 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c4b503f6-8833-4288-8be2-20e014818f1f req-1edf210a-09ec-4500-b78b-268efb94011a tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 210 time: 0.0299146 Sep 02 04:32:20.170795 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:20.313135 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:20.366357 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d963be1-5acf-421c-8052-33b642a50df1 req-8bf6d7f0-ebe4-434b-8eb2-e36b73175b2c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:20.368634 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3d963be1-5acf-421c-8052-33b642a50df1 req-8bf6d7f0-ebe4-434b-8eb2-e36b73175b2c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0892417 Sep 02 04:32:20.375383 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Network 36934402-f060-463c-a58a-2b7056c383b5 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:32:20.396356 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:32:20.402604 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:32:20.407527 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:20.408199 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:20.411111 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Pushing event updated for resources: {'Port': ['ID=a525487b-12c0-45f3-b6ca-68106090802b,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:20.437370 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3d963be1-5acf-421c-8052-33b642a50df1 req-cfca444d-34ea-470d-8d10-d647f9f497d9 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583220 Sep 02 04:32:20.540782 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c46d5e8-4c28-429e-b3d7-ab0434a48672 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0070620 Sep 02 04:32:20.567714 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Request body: {'port': {'device_id': '6512480e-2b4a-48b0-b6d9-1183746b3624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:20.619380 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:20.774574 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2434cb-bfb8-4d5b-9d8a-469643bcbe01 req-e19dfb8d-1b42-4320-84b0-1ea0512ff75f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:20.776105 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6b2434cb-bfb8-4d5b-9d8a-469643bcbe01 req-e19dfb8d-1b42-4320-84b0-1ea0512ff75f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.1205246 Sep 02 04:32:20.779994 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9476a8-b103-4554-a797-da7c9f1a34b7 req-24b12f98-a255-440a-b434-135d628e6b71 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:20.781483 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ba9476a8-b103-4554-a797-da7c9f1a34b7 req-24b12f98-a255-440a-b434-135d628e6b71 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0466077 Sep 02 04:32:20.819111 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ba9476a8-b103-4554-a797-da7c9f1a34b7 req-6e6020a4-a548-4da1-8519-9ac9104385b2 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310147 Sep 02 04:32:20.866361 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6b2434cb-bfb8-4d5b-9d8a-469643bcbe01 req-83c40383-9e59-459e-81f7-35433eac0024 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756733 Sep 02 04:32:20.938112 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a43c0-f863-4545-955a-a95b46ee993e req-db2daa98-3828-40b2-91fd-3a1349708458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:20.939586 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04a43c0-f863-4545-955a-a95b46ee993e req-db2daa98-3828-40b2-91fd-3a1349708458 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 1098 time: 0.0594156 Sep 02 04:32:20.997779 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a525487b-12c0-45f3-b6ca-68106090802b {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:32:21.007408 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:21.049011 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Transition to ACTIVE for port object a525487b-12c0-45f3-b6ca-68106090802b will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:32:21.063964 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a43c0-f863-4545-955a-a95b46ee993e req-4d8673da-fcd1-4f74-aa84-86c2cf7fd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:21.065500 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04a43c0-f863-4545-955a-a95b46ee993e req-4d8673da-fcd1-4f74-aa84-86c2cf7fd131 service neutron] 10.222.0.20 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 918 time: 0.1075180 Sep 02 04:32:21.106360 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04a43c0-f863-4545-955a-a95b46ee993e req-b35594f6-6baf-4b50-9d0c-b481cb240214 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c HTTP/1.1" status: 200 len: 217 time: 0.0330968 Sep 02 04:32:21.141055 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:21.192027 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a43c0-f863-4545-955a-a95b46ee993e req-d4c408a5-c14e-496c-bc64-b270c15850ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:21.193480 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04a43c0-f863-4545-955a-a95b46ee993e req-d4c408a5-c14e-496c-bc64-b270c15850ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 200 len: 858 time: 0.0791390 Sep 02 04:32:21.230777 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Pushing event updated for resources: {'Port': ['ID=a525487b-12c0-45f3-b6ca-68106090802b,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:21.246446 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04a43c0-f863-4545-955a-a95b46ee993e req-81c953f4-c6a8-4178-8e66-4b194f0c4eb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=263dad98-82eb-49f5-a7aa-96a45a3136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454953 Sep 02 04:32:21.246792 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a8cb1-a487-4e0b-877c-a4c1c2a3d054 req-5585747a-250f-4243-9fe0-5ffbaab4a115 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:21.248380 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c17a8cb1-a487-4e0b-877c-a4c1c2a3d054 req-5585747a-250f-4243-9fe0-5ffbaab4a115 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 943 time: 0.0562980 Sep 02 04:32:21.280205 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Attempting to bind port a525487b-12c0-45f3-b6ca-68106090802b on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:32:21.280599 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Attempting to bind port a525487b-12c0-45f3-b6ca-68106090802b by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '84ea9047-8928-4e6c-95e6-0e1cb02a90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '36934402-f060-463c-a58a-2b7056c383b5'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:32:21.280837 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Attempting to bind port a525487b-12c0-45f3-b6ca-68106090802b on network 36934402-f060-463c-a58a-2b7056c383b5 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:32:21.291112 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c17a8cb1-a487-4e0b-877c-a4c1c2a3d054 req-af11b141-a3d4-40b8-88a6-71853646e363 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Sep 02 04:32:21.296145 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Port a525487b-12c0-45f3-b6ca-68106090802b on network 36934402-f060-463c-a58a-2b7056c383b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:32:21.296473 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Attempting to bind port a525487b-12c0-45f3-b6ca-68106090802b on network 36934402-f060-463c-a58a-2b7056c383b5 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:32:21.329676 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:32:21.330037 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Checking segment: {'id': '84ea9047-8928-4e6c-95e6-0e1cb02a90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '36934402-f060-463c-a58a-2b7056c383b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:32:21.330416 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Bound using segment: {'id': '84ea9047-8928-4e6c-95e6-0e1cb02a90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '36934402-f060-463c-a58a-2b7056c383b5'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:32:21.330873 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Bound port: a525487b-12c0-45f3-b6ca-68106090802b, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ea9047-8928-4e6c-95e6-0e1cb02a90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '36934402-f060-463c-a58a-2b7056c383b5'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:32:21.331221 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:21.386691 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04a43c0-f863-4545-955a-a95b46ee993e req-19db8d46-df9a-4774-b641-20b6611ec8ad service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306448 Sep 02 04:32:21.427885 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] For port a525487b-12c0-45f3-b6ca-68106090802b, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:32:21.450139 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] For port a525487b-12c0-45f3-b6ca-68106090802b, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a525487b-12c0-45f3-b6ca-68106090802b,segment=NetworkSegment(84ea9047-8928-4e6c-95e6-0e1cb02a90fb),segment_id=84ea9047-8928-4e6c-95e6-0e1cb02a90fb)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:32:21.501984 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04a43c0-f863-4545-955a-a95b46ee993e req-9e63880d-c2d0-4107-9b68-9dd013368ab8 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031802 Sep 02 04:32:21.551102 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbffffd-efc9-4167-8618-4cf74274bf37 req-b5c64ddb-cf7b-44aa-b4d6-a6044d0c52ce tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:21.552606 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0dbffffd-efc9-4167-8618-4cf74274bf37 req-b5c64ddb-cf7b-44aa-b4d6-a6044d0c52ce tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0474448 Sep 02 04:32:21.571696 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:21.623426 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:21.624135 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:21.625644 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] 10.222.0.20 "PUT /v2.0/ports/a525487b-12c0-45f3-b6ca-68106090802b HTTP/1.1" status: 200 len: 1093 time: 1.0626948 Sep 02 04:32:21.626074 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6512480e-2b4a-48b0-b6d9-1183746b3624', 'tag': 'a525487b-12c0-45f3-b6ca-68106090802b'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:21.628864 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425d72ee-6824-41a8-8847-e45dde0a83e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6512480e-2b4a-48b0-b6d9-1183746b3624", "tag": "a525487b-12c0-45f3-b6ca-68106090802b"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:21.639099 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0dbffffd-efc9-4167-8618-4cf74274bf37 req-1dd6b0ad-8c4a-44d0-8555-22208c1064a2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805509 Sep 02 04:32:21.656530 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab6c34-d889-48d6-b490-6974eeaec232 service neutron] Pushing event updated for resources: {'Port': ['ID=a525487b-12c0-45f3-b6ca-68106090802b,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:21.671004 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cce023d-867c-40ed-9496-a5229a336564 x-openstack-request-id: req-0cce023d-867c-40ed-9496-a5229a336564 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:21.671293 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6512480e-2b4a-48b0-b6d9-1183746b3624", "tag": "a525487b-12c0-45f3-b6ca-68106090802b", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:21.671548 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cce023d-867c-40ed-9496-a5229a336564 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:21.671959 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6512480e-2b4a-48b0-b6d9-1183746b3624', 'tag': 'a525487b-12c0-45f3-b6ca-68106090802b', 'status': 'completed', 'code': 200} Sep 02 04:32:21.781669 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d72ee-6824-41a8-8847-e45dde0a83e6 req-27c5bbe9-90d3-4d78-b251-75f2cff9dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:21.783174 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-425d72ee-6824-41a8-8847-e45dde0a83e6 req-27c5bbe9-90d3-4d78-b251-75f2cff9dda2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=575695d7181e435fb176d616cafa196c&device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 1096 time: 0.0402851 Sep 02 04:32:21.903441 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d72ee-6824-41a8-8847-e45dde0a83e6 req-49cc2c9c-a12d-45ef-bdf7-93d58497d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:21.904955 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-425d72ee-6824-41a8-8847-e45dde0a83e6 req-49cc2c9c-a12d-45ef-bdf7-93d58497d6a5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=575695d7181e435fb176d616cafa196c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1051505 Sep 02 04:32:21.992340 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356288ee-0b5a-4420-8155-e9b56e79a5f7 req-394212dd-0fc8-4edc-8145-22f6a040de87 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:21.993325 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf799-aa82-4195-929a-c027caa06906 req-8b12a006-8bc2-4302-92dc-28ef4f0e443b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:21.993811 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-356288ee-0b5a-4420-8155-e9b56e79a5f7 req-394212dd-0fc8-4edc-8145-22f6a040de87 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0502243 Sep 02 04:32:21.994803 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-483cf799-aa82-4195-929a-c027caa06906 req-8b12a006-8bc2-4302-92dc-28ef4f0e443b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.1069024 Sep 02 04:32:22.050018 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d72ee-6824-41a8-8847-e45dde0a83e6 req-e3d2f4a5-217d-430e-9fad-bae55e4658cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:22.051495 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-425d72ee-6824-41a8-8847-e45dde0a83e6 req-e3d2f4a5-217d-430e-9fad-bae55e4658cb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1338758 Sep 02 04:32:22.054615 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-483cf799-aa82-4195-929a-c027caa06906 req-0f19299b-db7b-403b-9099-a62ab50792f3 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529416 Sep 02 04:32:22.180325 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-02d75b85-4c70-4159-a1d2-71adc1f973ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:22.181771 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-02d75b85-4c70-4159-a1d2-71adc1f973ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=575695d7181e435fb176d616cafa196c&device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 1096 time: 0.0465426 Sep 02 04:32:22.210603 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-356288ee-0b5a-4420-8155-e9b56e79a5f7 req-7f40d2be-d058-4d1a-9407-62c99c45b6bf tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097554 Sep 02 04:32:22.248382 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-ec37202a-b7d7-47fd-ae52-f61549d30256 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a525487b-12c0-45f3-b6ca-68106090802b HTTP/1.1" status: 200 len: 217 time: 0.0350435 Sep 02 04:32:22.302576 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-36e3dc9e-7e1b-4158-ba04-d94cb71ec77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:22.304135 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-36e3dc9e-7e1b-4158-ba04-d94cb71ec77f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9991316-8d15-416e-8a73-dedeff0c0844 HTTP/1.1" status: 200 len: 853 time: 0.0482931 Sep 02 04:32:22.341102 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-2ac40ff6-1bc5-42ac-a47b-0eb7b76891dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36934402-f060-463c-a58a-2b7056c383b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263269 Sep 02 04:32:22.454949 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f4873-61d8-4b4a-96da-0a902520560d req-b03f21d1-811f-4ce2-8fa6-851a05886895 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:22.455268 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-961f4873-61d8-4b4a-96da-0a902520560d req-b03f21d1-811f-4ce2-8fa6-851a05886895 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 943 time: 0.0977581 Sep 02 04:32:22.485486 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-8bc2ce91-f4cd-42fe-8c65-7eabb634a791 service neutron] 10.222.0.20 "GET /v2.0/networks/36934402-f060-463c-a58a-2b7056c383b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365373 Sep 02 04:32:22.522319 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-961f4873-61d8-4b4a-96da-0a902520560d req-9bff3ef0-63ef-4331-a571-682b2347721f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576940 Sep 02 04:32:22.584538 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628b6e8a-5286-498e-ad6f-640b8c90732e req-7c198130-8d48-4a35-a0e5-4ef13d21a513 service neutron] 10.222.0.20 "GET /v2.0/networks/36934402-f060-463c-a58a-2b7056c383b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908623 Sep 02 04:32:22.757064 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bebfae-ba8e-4df0-a3cb-de67d225578b req-5d873dda-931c-4f5d-94a7-6fd08162935f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:22.758529 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-35bebfae-ba8e-4df0-a3cb-de67d225578b req-5d873dda-931c-4f5d-94a7-6fd08162935f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0477800 Sep 02 04:32:22.796500 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-35bebfae-ba8e-4df0-a3cb-de67d225578b req-6ebbb109-400c-4917-8a5e-d387d78443c7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309088 Sep 02 04:32:23.168372 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038fd3-28ac-4a7f-bd6b-bf923dcf0027 req-9ce15c7a-231c-4c51-81a8-5f413799b29b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:23.169824 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9a038fd3-28ac-4a7f-bd6b-bf923dcf0027 req-9ce15c7a-231c-4c51-81a8-5f413799b29b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0478511 Sep 02 04:32:23.206488 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9a038fd3-28ac-4a7f-bd6b-bf923dcf0027 req-ac2ddc12-ce49-4321-b982-184f8d4fd2ed tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302198 Sep 02 04:32:23.213628 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:23.326592 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b143f98-8fc8-45c3-8223-f3b461f2c06f req-7ceecb50-0ac1-4bb4-b0bb-05d78266c254 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:23.328106 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1b143f98-8fc8-45c3-8223-f3b461f2c06f req-7ceecb50-0ac1-4bb4-b0bb-05d78266c254 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0469272 Sep 02 04:32:23.365405 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1b143f98-8fc8-45c3-8223-f3b461f2c06f req-5ee9bbd5-af79-493e-8a44-dfea6c9e6c8f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311818 Sep 02 04:32:23.637841 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7564-66e2-4fbd-a5f1-7899f5595138 req-c873c234-1d88-4c9a-9894-6ed7e42da8f3 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:23.639218 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-885c7564-66e2-4fbd-a5f1-7899f5595138 req-c873c234-1d88-4c9a-9894-6ed7e42da8f3 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 943 time: 0.0515857 Sep 02 04:32:23.676438 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-885c7564-66e2-4fbd-a5f1-7899f5595138 req-82073c15-5bc2-44d2-9862-d22fe48eb50a tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Sep 02 04:32:23.914703 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04191410-ed96-4f65-8a98-5461bf6d9f4c req-dfe6d867-537c-4c47-9991-47464152c263 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:23.916095 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-04191410-ed96-4f65-8a98-5461bf6d9f4c req-dfe6d867-537c-4c47-9991-47464152c263 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0508118 Sep 02 04:32:23.952681 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-04191410-ed96-4f65-8a98-5461bf6d9f4c req-7d5d3380-6140-49e0-b7e0-2175f5097786 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305507 Sep 02 04:32:24.317604 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e29e6a-d382-4298-ad3c-686d5e7002d8 req-0556e5ae-2fb6-4761-8f3c-f98e424c0976 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:24.319066 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a6e29e6a-d382-4298-ad3c-686d5e7002d8 req-0556e5ae-2fb6-4761-8f3c-f98e424c0976 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0475328 Sep 02 04:32:24.355782 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a6e29e6a-d382-4298-ad3c-686d5e7002d8 req-cb86c8d1-1f19-4da4-85bd-910b8099b548 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309277 Sep 02 04:32:24.487219 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ccc9-ef4a-418b-b9c6-0e9eef3e68b2 req-00898f00-574c-4552-8c74-e93f47e70d05 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:24.488701 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6af3ccc9-ef4a-418b-b9c6-0e9eef3e68b2 req-00898f00-574c-4552-8c74-e93f47e70d05 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0475280 Sep 02 04:32:24.525535 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6af3ccc9-ef4a-418b-b9c6-0e9eef3e68b2 req-0430cd49-1d5c-4e6d-9e50-8e830cbd9d91 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Sep 02 04:32:24.785984 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8de9c3-b488-4ca9-a8df-6762ff38fd05 req-9e4a4c83-1002-475b-b782-e17fdfb5500b tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:24.787425 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca8de9c3-b488-4ca9-a8df-6762ff38fd05 req-9e4a4c83-1002-475b-b782-e17fdfb5500b tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 943 time: 0.0468447 Sep 02 04:32:24.823729 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca8de9c3-b488-4ca9-a8df-6762ff38fd05 req-ed443df9-a910-4916-878a-351b80392dc5 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304670 Sep 02 04:32:25.063287 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2f7f3-e4dd-4e8c-9338-b23a88bbf8a7 req-05413f59-b2e2-4551-9a91-9d2940d2d7f5 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:25.064717 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f1d2f7f3-e4dd-4e8c-9338-b23a88bbf8a7 req-05413f59-b2e2-4551-9a91-9d2940d2d7f5 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0462756 Sep 02 04:32:25.101136 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f1d2f7f3-e4dd-4e8c-9338-b23a88bbf8a7 req-7bcdeae3-5e11-4154-bc98-facb556c1290 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304742 Sep 02 04:32:25.474480 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0c0b4-f44f-452e-950d-1b653100b62d req-8b938083-b960-4c6d-a8e5-eed8dbabfb8c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:25.476290 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a3d0c0b4-f44f-452e-950d-1b653100b62d req-8b938083-b960-4c6d-a8e5-eed8dbabfb8c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0550392 Sep 02 04:32:25.514371 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a3d0c0b4-f44f-452e-950d-1b653100b62d req-7f1d2528-9c30-4aba-a50b-35be6224046c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320570 Sep 02 04:32:25.645665 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27d327-7bf5-41f9-b89d-04d6c0fba405 req-2afc3844-fa42-4845-ab50-e7aca797abeb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:25.647207 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fd27d327-7bf5-41f9-b89d-04d6c0fba405 req-2afc3844-fa42-4845-ab50-e7aca797abeb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0521634 Sep 02 04:32:25.666242 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device a525487b-12c0-45f3-b6ca-68106090802b details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:32:25.685214 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fd27d327-7bf5-41f9-b89d-04d6c0fba405 req-64cd5382-b988-4268-bb59-4ebf6dfba724 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322309 Sep 02 04:32:25.758508 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port a525487b-12c0-45f3-b6ca-68106090802b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a525487b-12c0-45f3-b6ca-68106090802b,segment=NetworkSegment(84ea9047-8928-4e6c-95e6-0e1cb02a90fb),segment_id=84ea9047-8928-4e6c-95e6-0e1cb02a90fb)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:25.769334 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': 'a525487b-12c0-45f3-b6ca-68106090802b', 'network_id': '36934402-f060-463c-a58a-2b7056c383b5', 'port_id': 'a525487b-12c0-45f3-b6ca-68106090802b', 'mac_address': 'fa:16:3e:64:f7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9991316-8d15-416e-8a73-dedeff0c0844', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:32:25.808167 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:25.820713 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a525487b-12c0-45f3-b6ca-68106090802b {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:32:25.838542 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port a525487b-12c0-45f3-b6ca-68106090802b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a525487b-12c0-45f3-b6ca-68106090802b,segment=NetworkSegment(84ea9047-8928-4e6c-95e6-0e1cb02a90fb),segment_id=84ea9047-8928-4e6c-95e6-0e1cb02a90fb)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:25.915308 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:25.936552 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8385c3-3bfb-4e16-b03c-709129983e90 req-b015c6b5-0d6a-4a29-91ee-c6a8510fe643 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:25.938028 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca8385c3-3bfb-4e16-b03c-709129983e90 req-b015c6b5-0d6a-4a29-91ee-c6a8510fe643 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 943 time: 0.0480957 Sep 02 04:32:25.962610 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=a525487b-12c0-45f3-b6ca-68106090802b,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:25.977731 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ca8385c3-3bfb-4e16-b03c-709129983e90 req-83fa606c-4e3e-439c-a619-daa4ad6f0fa3 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Sep 02 04:32:26.221553 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390390e1-ecd7-44e4-ad64-36b07dbb4297 req-fb527729-e26c-4f3c-a726-1ea8d1d12a8d tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:26.222957 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-390390e1-ecd7-44e4-ad64-36b07dbb4297 req-fb527729-e26c-4f3c-a726-1ea8d1d12a8d tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0543990 Sep 02 04:32:26.259580 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-390390e1-ecd7-44e4-ad64-36b07dbb4297 req-5cf9542b-56e3-4d53-8dc4-56612e55bdd1 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304859 Sep 02 04:32:26.522559 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['a525487b-12c0-45f3-b6ca-68106090802b'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:32:26.635705 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f8366-44a7-4ed8-93e2-b8c10978b2d8 req-6689f1c3-26a8-436b-8f8f-4e8756292215 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:26.638515 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-692f8366-44a7-4ed8-93e2-b8c10978b2d8 req-6689f1c3-26a8-436b-8f8f-4e8756292215 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0492783 Sep 02 04:32:26.678899 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-692f8366-44a7-4ed8-93e2-b8c10978b2d8 req-d458e989-98b2-4bb6-8d2a-65c4ee01e7a5 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Sep 02 04:32:26.808766 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18b197-54ce-40fb-9836-900685fe433e req-1478c746-9295-4d8f-a1d5-3c2c59a9ef2c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:26.810118 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5d18b197-54ce-40fb-9836-900685fe433e req-1478c746-9295-4d8f-a1d5-3c2c59a9ef2c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0528636 Sep 02 04:32:26.848846 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5d18b197-54ce-40fb-9836-900685fe433e req-d68fa633-3f36-4d6c-81c5-17e1a28713bb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321321 Sep 02 04:32:27.093831 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6270a-a7c9-4722-a647-0d0faeb33bc2 req-59001a12-2ecf-4b7f-83eb-8656effef475 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:27.095307 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2cf6270a-a7c9-4722-a647-0d0faeb33bc2 req-59001a12-2ecf-4b7f-83eb-8656effef475 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 944 time: 0.0534081 Sep 02 04:32:27.133061 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2cf6270a-a7c9-4722-a647-0d0faeb33bc2 req-2b8f6392-f0c3-472c-ac05-5ffa96c7fd24 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Sep 02 04:32:27.377411 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202a764-11cd-44e2-90b3-366b1ac1917b req-40306c95-1dd3-4b98-95a7-75d4953b3f77 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:27.378765 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a202a764-11cd-44e2-90b3-366b1ac1917b req-40306c95-1dd3-4b98-95a7-75d4953b3f77 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0524886 Sep 02 04:32:27.417034 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a202a764-11cd-44e2-90b3-366b1ac1917b req-0e4f07af-be0c-4295-bb6e-c28d198c3ea0 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323544 Sep 02 04:32:27.678323 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device acb5a59c-de5c-43dc-8bd2-1772919298ff details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:32:27.770314 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:27.791707 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'port_id': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'mac_address': 'fa:16:3e:30:97:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:32:27.793238 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095db72-292d-43a6-9c4e-24244a17a647 req-d16fc4c0-06af-4f53-a3a4-0f966ac24777 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:27.794728 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4095db72-292d-43a6-9c4e-24244a17a647 req-d16fc4c0-06af-4f53-a3a4-0f966ac24777 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0494666 Sep 02 04:32:27.835827 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4095db72-292d-43a6-9c4e-24244a17a647 req-fd216f65-6167-4a8d-8edf-474b671bc40c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Sep 02 04:32:27.836878 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:27.851339 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acb5a59c-de5c-43dc-8bd2-1772919298ff {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:32:27.870593 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:27.928656 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:27.970210 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98230b7-ee18-4b9e-a865-5866edaa85f5 req-fc74b0a5-f798-454c-9de7-6a03c85d6531 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:27.972787 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f98230b7-ee18-4b9e-a865-5866edaa85f5 req-fc74b0a5-f798-454c-9de7-6a03c85d6531 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 945 time: 0.0520132 Sep 02 04:32:27.978742 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=6']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:27.988262 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f6108-de1f-41e1-befd-b6b5c5bef098 req-c051b9d6-df4e-4409-9e54-784f5a62b90a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:27.989796 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-753f6108-de1f-41e1-befd-b6b5c5bef098 req-c051b9d6-df4e-4409-9e54-784f5a62b90a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0508928 Sep 02 04:32:28.019275 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f98230b7-ee18-4b9e-a865-5866edaa85f5 req-e1c273b6-dcc9-4dd1-a114-0d91ed152965 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391841 Sep 02 04:32:28.027793 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-753f6108-de1f-41e1-befd-b6b5c5bef098 req-151ffddb-b3ab-49b8-86ca-95b1cf97d2b2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Sep 02 04:32:28.050807 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 45838) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:28.235950 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84ca9d-b86c-4ad7-8910-3b299469b1d6 tempest-TestMinimumBasicScenario-1731586868 tempest-TestMinimumBasicScenario-1731586868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:28.239946 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['acb5a59c-de5c-43dc-8bd2-1772919298ff'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:32:28.240127 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-cd84ca9d-b86c-4ad7-8910-3b299469b1d6 tempest-TestMinimumBasicScenario-1731586868 tempest-TestMinimumBasicScenario-1731586868-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 1093 time: 0.1875384 Sep 02 04:32:28.242425 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45844) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:28.248148 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'floatingip': {'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'port_id': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:28.265709 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40442c3-0239-4df7-b4e8-32f795c391e2 req-3fba318c-07dc-49c6-8ca7-5f5de90c58f9 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:28.267232 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d40442c3-0239-4df7-b4e8-32f795c391e2 req-3fba318c-07dc-49c6-8ca7-5f5de90c58f9 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 944 time: 0.0665929 Sep 02 04:32:28.309960 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d40442c3-0239-4df7-b4e8-32f795c391e2 req-f1bbd19d-7149-453d-800a-a3d7b6e7429e tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353067 Sep 02 04:32:28.383525 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for floatingip, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:28.482429 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:28.530190 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f3139-d196-4b9f-b2e8-6f6103674c8f req-6345dad4-e7bf-4eaf-a9d2-0db873659069 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:28.531709 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b49f3139-d196-4b9f-b2e8-6f6103674c8f req-6345dad4-e7bf-4eaf-a9d2-0db873659069 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0479145 Sep 02 04:32:28.570532 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b49f3139-d196-4b9f-b2e8-6f6103674c8f req-0426c47e-7545-4c16-b05b-f5e3a7d3ee6d tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Sep 02 04:32:28.589981 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Allocated IP 172.27.2.152 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/7cf49a43-3f09-4b3b-9903-e48a56eb6ef0) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:32:28.689568 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:28.791573 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:28.828335 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:32:28.831139 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:32:28.834447 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:32:28.861593 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'Port': ['ID=7cf49a43-3f09-4b3b-9903-e48a56eb6ef0,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:29.043763 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a0a68-97bb-4714-a924-9e72111f9052 req-c91ee934-0129-4e0a-bfb4-ccff8f4f2910 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:29.045183 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-eb7a0a68-97bb-4714-a924-9e72111f9052 req-c91ee934-0129-4e0a-bfb4-ccff8f4f2910 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.1280448 Sep 02 04:32:29.121311 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-eb7a0a68-97bb-4714-a924-9e72111f9052 req-fa2a6870-7803-400e-9bcf-2195354b5887 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478885 Sep 02 04:32:29.141160 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea1f9-f641-4f5e-ab31-ddc69f7516f2 req-b9c6502a-5dbc-46e3-88fb-a6056fdac504 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:29.141160 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e88ea1f9-f641-4f5e-ab31-ddc69f7516f2 req-b9c6502a-5dbc-46e3-88fb-a6056fdac504 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 945 time: 0.0482678 Sep 02 04:32:29.177467 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e88ea1f9-f641-4f5e-ab31-ddc69f7516f2 req-eec9d772-250a-4bf2-9dc5-171f9c1d580c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308344 Sep 02 04:32:29.349392 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:29.461489 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b752d-4ced-40b5-b464-28f317fe7ada req-bfb0fc53-c5ba-4068-ad97-7ddd2feeabcf tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:29.462997 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b60b752d-4ced-40b5-b464-28f317fe7ada req-bfb0fc53-c5ba-4068-ad97-7ddd2feeabcf tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 944 time: 0.0760977 Sep 02 04:32:29.501766 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b60b752d-4ced-40b5-b464-28f317fe7ada req-6dfb4ceb-068c-4c25-a818-4b6c2075f293 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327926 Sep 02 04:32:29.570197 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:29.690240 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711bd08-ad19-45c8-a4cd-56f9d7e06b27 req-0c43b980-2f3a-4638-b197-1e3534aac7e2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:29.691839 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d711bd08-ad19-45c8-a4cd-56f9d7e06b27 req-0c43b980-2f3a-4638-b197-1e3534aac7e2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0533595 Sep 02 04:32:29.692107 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device acb5a59c-de5c-43dc-8bd2-1772919298ff up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:32:29.728521 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:29.739580 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d711bd08-ad19-45c8-a4cd-56f9d7e06b27 req-bc38bcc7-d176-49eb-9f4f-c2e2a190cb50 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410469 Sep 02 04:32:29.746681 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port acb5a59c-de5c-43dc-8bd2-1772919298ff triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:32:29.747050 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:29.802604 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624225'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:29.819599 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:29.843509 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:29.846295 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff396176-639d-4ad9-bdab-a5393b884686" -d '{"events": [{"server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "name": "network-vif-plugged", "status": "completed", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:29.863786 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:29.869393 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'Port': ['ID=7cf49a43-3f09-4b3b-9903-e48a56eb6ef0,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:29.879244 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:29.883332 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ba4af-d980-4bc7-9199-1c4741276bd0 x-openstack-request-id: req-2b3ba4af-d980-4bc7-9199-1c4741276bd0 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:29.883627 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "name": "network-vif-plugged", "status": "completed", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:29.883884 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b3ba4af-d980-4bc7-9199-1c4741276bd0 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:29.884306 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'code': 200} Sep 02 04:32:29.940500 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:29.941335 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device a525487b-12c0-45f3-b6ca-68106090802b up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:32:29.976209 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.l3_db [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Floating IP be3062dc-b0b7-47cb-a0c2-41e785aab594 associated. External IP: 172.27.2.152, port: c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28. Sep 02 04:32:30.015718 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=7']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:30.088130 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port a525487b-12c0-45f3-b6ca-68106090802b completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:32:30.092049 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port a525487b-12c0-45f3-b6ca-68106090802b triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:32:30.092316 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:30.175576 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:30.211927 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port a525487b-12c0-45f3-b6ca-68106090802b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a525487b-12c0-45f3-b6ca-68106090802b,segment=NetworkSegment(84ea9047-8928-4e6c-95e6-0e1cb02a90fb),segment_id=84ea9047-8928-4e6c-95e6-0e1cb02a90fb)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:30.247880 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b936d91-7bb3-40f6-b25c-0704a139e5f8 req-b7f7cda9-f384-4f83-af22-2ec2a3d812cf tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:30.249658 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9b936d91-7bb3-40f6-b25c-0704a139e5f8 req-b7f7cda9-f384-4f83-af22-2ec2a3d812cf tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0559943 Sep 02 04:32:30.271451 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:30.315321 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9b936d91-7bb3-40f6-b25c-0704a139e5f8 req-0c77a070-e9d3-4521-9a08-8e16d9be8c87 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514359 Sep 02 04:32:30.342938 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=a525487b-12c0-45f3-b6ca-68106090802b,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:30.390785 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3933e0-ec52-44a6-b3a4-6d481453be99 req-5346422d-c1d4-4175-bade-524d00ff40b9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:30.392290 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7d3933e0-ec52-44a6-b3a4-6d481453be99 req-5346422d-c1d4-4175-bade-524d00ff40b9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0673056 Sep 02 04:32:30.419553 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Router 067bf73f-3520-49f7-a939-c6587635f827 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:32:30.445285 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7d3933e0-ec52-44a6-b3a4-6d481453be99 req-097152f8-270e-48b5-940f-021ab7aba89b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453696 Sep 02 04:32:30.540574 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:32:30.550896 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] Sync routers for ids ['067bf73f-3520-49f7-a939-c6587635f827'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:32:30.560654 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] Routers {'067bf73f-3520-49f7-a939-c6587635f827'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:32:30.561887 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:32:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['067bf73f-3520-49f7-a939-c6587635f827'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:32:30.615722 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57093d42-dc29-4025-890e-52a204111bd6 req-5550e8f9-baa7-476e-bff8-824e22866567 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:30.617206 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-57093d42-dc29-4025-890e-52a204111bd6 req-5550e8f9-baa7-476e-bff8-824e22866567 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 945 time: 0.0491111 Sep 02 04:32:30.653863 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-57093d42-dc29-4025-890e-52a204111bd6 req-9112d3bc-ba26-40fd-909b-67fa786746f3 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303054 Sep 02 04:32:30.667060 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] Set router 067bf73f-3520-49f7-a939-c6587635f827 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:32:30.716909 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:30.762604 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-0d24cb01-7de7-45d5-8d9f-01dda19ab32e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5191138 Sep 02 04:32:30.763537 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'}] {{(pid=94402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:30.765959 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 45884) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:30.766465 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2984c995e9f942f56fc048a2137e3950b61e74cc960b4c50d17b3411b6e28a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28"}]}' {{(pid=94402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:30.778585 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-de4ac5d1-f9b0-4b43-a724-12a6f11d5b47 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216052324', 'description': 'tempest-secgroup-smoke-216052324 description', 'project_id': '13dd2e352f6149d4beb1d4f84664a614'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:30.812828 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb76bed-b8a0-42e7-83fd-b97c894d2e4e x-openstack-request-id: req-0fb76bed-b8a0-42e7-83fd-b97c894d2e4e {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:30.813383 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28", "status": "completed", "code": 200}]} {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:30.813849 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fb76bed-b8a0-42e7-83fd-b97c894d2e4e {{(pid=94402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:30.814478 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'status': 'completed', 'code': 200} Sep 02 04:32:30.904140 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806d6a2-d4b1-4d02-8aff-708967ef1ef6 req-68d1a826-71a5-4c73-acfb-e27c680eb3f8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:30.906097 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2806d6a2-d4b1-4d02-8aff-708967ef1ef6 req-68d1a826-71a5-4c73-acfb-e27c680eb3f8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0679734 Sep 02 04:32:30.906497 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': 'be3062dc-b0b7-47cb-a0c2-41e785aab594', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '067bf73f-3520-49f7-a939-c6587635f827', 'port_id': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'mac_address': 'fa:16:3e:4f:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:32:29Z', 'updated_at': '2021-09-02T04:32:29Z', 'revision_number': 0, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908a74d2-3309-4b99-a137-551528d976ec', 'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'mac_address': 'fa:16:3e:3f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:09Z', 'updated_at': '2021-09-02T04:31:16Z', 'revision_number': 5, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'subnets': [{'id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:32:30.916845 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-de7d1a4c-27e4-4f31-a514-07f0e497512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:30.918844 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-de7d1a4c-27e4-4f31-a514-07f0e497512d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13dd2e352f6149d4beb1d4f84664a614&device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 1098 time: 0.0524013 Sep 02 04:32:30.941639 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] Checking router: 067bf73f-3520-49f7-a939-c6587635f827 for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:32:30.948046 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2806d6a2-d4b1-4d02-8aff-708967ef1ef6 req-e8cf94a8-6fdf-41b1-925e-1354debb669f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351522 Sep 02 04:32:30.950275 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] Routers {'067bf73f-3520-49f7-a939-c6587635f827'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:32:30.951032 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:32:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['067bf73f-3520-49f7-a939-c6587635f827'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:32:30.965313 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-de4ac5d1-f9b0-4b43-a724-12a6f11d5b47 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:31.052344 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-129c33a3-bf5d-4a23-9e5b-c5d005331c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:31.053956 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-129c33a3-bf5d-4a23-9e5b-c5d005331c7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=033cbb20-1bf0-4986-a01b-c8f4d3477953 HTTP/1.1" status: 200 len: 913 time: 0.1252785 Sep 02 04:32:31.071418 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] Set router 067bf73f-3520-49f7-a939-c6587635f827 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:32:31.151271 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-4531f6c3-a3d8-4ed1-bd13-2f69e7707cac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 HTTP/1.1" status: 200 len: 999 time: 0.0772121 Sep 02 04:32:31.175005 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-de4ac5d1-f9b0-4b43-a724-12a6f11d5b47 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:31.241105 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-0e785518-df13-49ef-a0b7-e829ce67b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:31.242447 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-0e785518-df13-49ef-a0b7-e829ce67b165 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78c5c54e-5f97-4126-a3fa-30614bee1c5f HTTP/1.1" status: 200 len: 852 time: 0.0641830 Sep 02 04:32:31.310332 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-de4ac5d1-f9b0-4b43-a724-12a6f11d5b47 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:31.328593 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-3d7a6cb5-f009-46f9-b9fd-65cdbc45c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:31.330157 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-3d7a6cb5-f009-46f9-b9fd-65cdbc45c731 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=033cbb20-1bf0-4986-a01b-c8f4d3477953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792637 Sep 02 04:32:31.338493 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': 'be3062dc-b0b7-47cb-a0c2-41e785aab594', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '067bf73f-3520-49f7-a939-c6587635f827', 'port_id': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'mac_address': 'fa:16:3e:4f:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:32:29Z', 'updated_at': '2021-09-02T04:32:29Z', 'revision_number': 0, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908a74d2-3309-4b99-a137-551528d976ec', 'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'mac_address': 'fa:16:3e:3f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:09Z', 'updated_at': '2021-09-02T04:31:16Z', 'revision_number': 5, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'subnets': [{'id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:32:31.356749 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ac5d1-f9b0-4b43-a724-12a6f11d5b47 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670f3a52-44a8-4aaf-8467-f2f14f2921db,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:31.392794 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e26e1b-0260-4f2d-949d-ba46b8105d81 None None] The sync data for ids ['067bf73f-3520-49f7-a939-c6587635f827'] in dv-cinder-804735-7-iscsi is: [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': 'be3062dc-b0b7-47cb-a0c2-41e785aab594', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '067bf73f-3520-49f7-a939-c6587635f827', 'port_id': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'mac_address': 'fa:16:3e:4f:32:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:32:29Z', 'updated_at': '2021-09-02T04:32:29Z', 'revision_number': 0, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908a74d2-3309-4b99-a137-551528d976ec', 'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'mac_address': 'fa:16:3e:3f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:09Z', 'updated_at': '2021-09-02T04:31:16Z', 'revision_number': 5, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'subnets': [{'id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:32:31.440996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-de4ac5d1-f9b0-4b43-a724-12a6f11d5b47 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:31.442223 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-de4ac5d1-f9b0-4b43-a724-12a6f11d5b47 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6752419 Sep 02 04:32:31.445303 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45902) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:31.451024 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-1b482d78-1009-45c0-b160-55d8cab13c38 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'security_group_rule': {'security_group_id': '670f3a52-44a8-4aaf-8467-f2f14f2921db', 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:31.504503 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-083a92fc-7104-4549-a5e1-f9347e9fdbf3 service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580322 Sep 02 04:32:31.532237 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d374c1-37da-4515-b0ef-200190995ecd req-3012d850-cfa9-4aed-b418-d1d17919e2a1 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:31.533971 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-33d374c1-37da-4515-b0ef-200190995ecd req-3012d850-cfa9-4aed-b418-d1d17919e2a1 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0674608 Sep 02 04:32:31.630184 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff172c8-ab5b-4ec8-a509-f055d74a29e6 req-16eafc4d-9f72-442b-a4fd-4a3f4fc16ba7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:31.634008 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8ff172c8-ab5b-4ec8-a509-f055d74a29e6 req-16eafc4d-9f72-442b-a4fd-4a3f4fc16ba7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0911887 Sep 02 04:32:31.635130 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b482d78-1009-45c0-b160-55d8cab13c38 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:31.644460 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-33d374c1-37da-4515-b0ef-200190995ecd req-a67b4784-5dfd-4233-9ba5-135503129924 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030290 Sep 02 04:32:31.683152 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43b7b078-4e90-4da5-9fd8-2dfe09fefc8a req-0b47205e-76ee-4102-848b-d57b4b85b6cb service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599572 Sep 02 04:32:31.735669 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8ff172c8-ab5b-4ec8-a509-f055d74a29e6 req-7eab42da-1ea6-46f8-be9f-20f77eea550a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921552 Sep 02 04:32:31.796550 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b482d78-1009-45c0-b160-55d8cab13c38 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:31.808193 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1a7f-255d-418f-a59c-52372edf0920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:31.817036 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad9c78-3ea0-4771-8c4c-615cb5d5f6ed req-56382712-08bb-4807-be5f-b1e6e28f35c6 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:31.818605 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-77ad9c78-3ea0-4771-8c4c-615cb5d5f6ed req-56382712-08bb-4807-be5f-b1e6e28f35c6 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 945 time: 0.0831971 Sep 02 04:32:31.827089 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e510cc3-a5e9-4a59-8732-ddd2f5903fa3 None None] New status for floating IP be3062dc-b0b7-47cb-a0c2-41e785aab594: ACTIVE {{(pid=94403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:32:31.903116 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6512480e-2b4a-48b0-b6d9-1183746b3624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a525487b-12c0-45f3-b6ca-68106090802b'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:31.905405 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce379d6-352d-43ac-a55c-cf5c317ebbbc" -d '{"events": [{"server_uuid": "6512480e-2b4a-48b0-b6d9-1183746b3624", "name": "network-vif-plugged", "status": "completed", "tag": "a525487b-12c0-45f3-b6ca-68106090802b"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:31.928576 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-77ad9c78-3ea0-4771-8c4c-615cb5d5f6ed req-8e76edfc-90c7-4019-b371-761ecec97fe8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865834 Sep 02 04:32:31.946044 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b482d78-1009-45c0-b160-55d8cab13c38 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:31.970396 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b482d78-1009-45c0-b160-55d8cab13c38 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6a6b65-4d88-4e5f-8cb0-9756f2aaf40d,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:31.979464 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30095770-d086-4bb1-b919-e39ffbd835f6 x-openstack-request-id: req-30095770-d086-4bb1-b919-e39ffbd835f6 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:31.980086 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6512480e-2b4a-48b0-b6d9-1183746b3624", "name": "network-vif-plugged", "status": "completed", "tag": "a525487b-12c0-45f3-b6ca-68106090802b", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:31.980501 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30095770-d086-4bb1-b919-e39ffbd835f6 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:31.981041 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6512480e-2b4a-48b0-b6d9-1183746b3624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a525487b-12c0-45f3-b6ca-68106090802b', 'code': 200} Sep 02 04:32:32.160623 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98306f34-9bcf-4cd1-9b28-504308085342 req-2258f590-b1f9-4991-8715-249845d22b19 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:32.164390 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-98306f34-9bcf-4cd1-9b28-504308085342 req-2258f590-b1f9-4991-8715-249845d22b19 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0915554 Sep 02 04:32:32.212986 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-98306f34-9bcf-4cd1-9b28-504308085342 req-30574fd3-6f2b-46f1-9027-b40115ed3682 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398297 Sep 02 04:32:32.545098 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b482d78-1009-45c0-b160-55d8cab13c38 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:32.546489 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-1b482d78-1009-45c0-b160-55d8cab13c38 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0993407 Sep 02 04:32:32.549140 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45914) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:32.553837 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-60e3b2c7-a8f0-42bf-b618-be168706b9d2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'security_group_rule': {'security_group_id': '670f3a52-44a8-4aaf-8467-f2f14f2921db', 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:32.769836 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ac0f0-992d-4af4-9591-b98f4d4879f0 req-07c2e12b-a750-4870-9dc5-bf84dca63320 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:32.771609 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-078ac0f0-992d-4af4-9591-b98f4d4879f0 req-07c2e12b-a750-4870-9dc5-bf84dca63320 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0559659 Sep 02 04:32:32.817388 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-60e3b2c7-a8f0-42bf-b618-be168706b9d2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:32.834655 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-078ac0f0-992d-4af4-9591-b98f4d4879f0 req-df854ea3-be49-4479-8b4e-3b3e5839b2e0 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508447 Sep 02 04:32:32.893485 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970af4ff-a8a7-41c4-8efc-81b4fcd27051 req-85557f9b-2012-4447-aefc-017bc582770f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:32.904295 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-970af4ff-a8a7-41c4-8efc-81b4fcd27051 req-85557f9b-2012-4447-aefc-017bc582770f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0869796 Sep 02 04:32:32.930078 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-60e3b2c7-a8f0-42bf-b618-be168706b9d2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:33.000457 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-970af4ff-a8a7-41c4-8efc-81b4fcd27051 req-f504f15f-299e-4709-839d-9ec80189852d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945427 Sep 02 04:32:33.013244 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f97cc-debe-4d63-8808-6da2d547bc04 req-376a7b85-d158-44c2-86e9-7727ef2811c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:33.017220 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a67f97cc-debe-4d63-8808-6da2d547bc04 req-376a7b85-d158-44c2-86e9-7727ef2811c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 1098 time: 0.0843058 Sep 02 04:32:33.039327 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-60e3b2c7-a8f0-42bf-b618-be168706b9d2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:33.064467 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3b2c7-a8f0-42bf-b618-be168706b9d2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af15a80-7644-4318-ba78-2ed1f4c1d623,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:33.073207 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a67f97cc-debe-4d63-8808-6da2d547bc04 req-e0a59338-d23e-4218-abf1-083d6fac249c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374269 Sep 02 04:32:33.083899 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61b2b9-ba33-4bf3-91fb-632ce1b04073 req-344301a6-0a7d-4d93-8320-a3dca035ca06 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:33.085652 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-aa61b2b9-ba33-4bf3-91fb-632ce1b04073 req-344301a6-0a7d-4d93-8320-a3dca035ca06 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 945 time: 0.0862350 Sep 02 04:32:33.131098 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-aa61b2b9-ba33-4bf3-91fb-632ce1b04073 req-81a70b40-ddd3-44c4-912d-90c3a6a21f3f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 Sep 02 04:32:33.200889 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-60e3b2c7-a8f0-42bf-b618-be168706b9d2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:33.202232 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-60e3b2c7-a8f0-42bf-b618-be168706b9d2 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6520658 Sep 02 04:32:33.204916 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45924) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:33.209872 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-ab12cabe-22cc-446b-a7d7-86045e23851e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'security_group_rule': {'security_group_id': '670f3a52-44a8-4aaf-8467-f2f14f2921db', 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:33.343300 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ab12cabe-22cc-446b-a7d7-86045e23851e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:33.370343 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cfd67-e90e-459e-afeb-c3cffd50525d req-4d04dbca-b880-44e6-91dd-93ce261de6b3 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:33.377669 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9f3cfd67-e90e-459e-afeb-c3cffd50525d req-4d04dbca-b880-44e6-91dd-93ce261de6b3 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0634534 Sep 02 04:32:33.423424 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9f3cfd67-e90e-459e-afeb-c3cffd50525d req-59abda97-9331-44f7-9601-a7a0679cdc39 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395057 Sep 02 04:32:33.439332 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ab12cabe-22cc-446b-a7d7-86045e23851e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:33.517898 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ab12cabe-22cc-446b-a7d7-86045e23851e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:33.535748 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12cabe-22cc-446b-a7d7-86045e23851e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3412b20f-87ca-4de7-941a-8cec3dae1b99,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:33.654510 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ab12cabe-22cc-446b-a7d7-86045e23851e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:33.655733 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-ab12cabe-22cc-446b-a7d7-86045e23851e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4497669 Sep 02 04:32:33.658755 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 45928) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:33.664112 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-8e0aef73-8be6-4b3e-b793-53976eafde00 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'security_group_rule': {'security_group_id': '670f3a52-44a8-4aaf-8467-f2f14f2921db', 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:33.936128 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8e0aef73-8be6-4b3e-b793-53976eafde00 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:33.968186 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34907-9fef-4586-bbca-c466fce08eeb req-1f88cab6-cdd9-41f2-ac45-6a1467c3af3f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:33.973585 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7ea34907-9fef-4586-bbca-c466fce08eeb req-1f88cab6-cdd9-41f2-ac45-6a1467c3af3f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0529668 Sep 02 04:32:34.027666 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8e0aef73-8be6-4b3e-b793-53976eafde00 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:34.027788 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7ea34907-9fef-4586-bbca-c466fce08eeb req-392edcff-73a9-49b5-b214-eaa0550f9815 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Sep 02 04:32:34.134875 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df10b7a-c04f-4d7b-a88c-34fd4427d042 req-785ae0b6-3608-4cb9-8534-503d4cc743a7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:34.136857 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6df10b7a-c04f-4d7b-a88c-34fd4427d042 req-785ae0b6-3608-4cb9-8534-503d4cc743a7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0520341 Sep 02 04:32:34.189471 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6df10b7a-c04f-4d7b-a88c-34fd4427d042 req-0493f2a0-dcb5-4a4d-b175-4e0f89e935e1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452838 Sep 02 04:32:34.254812 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab454-cd90-4c39-ac87-dc0c5c1bcb3b req-f89c4f6d-fe4e-4c11-b919-3f8854ac97bc tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:34.256323 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-61aab454-cd90-4c39-ac87-dc0c5c1bcb3b req-f89c4f6d-fe4e-4c11-b919-3f8854ac97bc tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 945 time: 0.0481839 Sep 02 04:32:34.296870 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-61aab454-cd90-4c39-ac87-dc0c5c1bcb3b req-f6cb6fb3-153e-47cd-8a77-ee7952b3a11c tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347078 Sep 02 04:32:34.383937 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8e0aef73-8be6-4b3e-b793-53976eafde00 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:34.404268 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0aef73-8be6-4b3e-b793-53976eafde00 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb7f2d6-c95e-469b-af1f-500964b93e1a,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:34.433205 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a52f28b7-92f3-43f6-b83c-99d7950bfb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:34.507772 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8e0aef73-8be6-4b3e-b793-53976eafde00 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:34.511663 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-8e0aef73-8be6-4b3e-b793-53976eafde00 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8492937 Sep 02 04:32:34.511891 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45944) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:34.517468 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-4457f344-3725-4c25-a597-1e984b6d35d3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'security_group_rule': {'security_group_id': '670f3a52-44a8-4aaf-8467-f2f14f2921db', 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:34.562759 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d7e8b-41b2-4abb-9412-f13ac87d94b0 req-9188354a-6688-4dd7-9c36-8f122ce18838 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:34.574697 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8b3d7e8b-41b2-4abb-9412-f13ac87d94b0 req-9188354a-6688-4dd7-9c36-8f122ce18838 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0946198 Sep 02 04:32:34.619625 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:34.619878 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8b3d7e8b-41b2-4abb-9412-f13ac87d94b0 req-cad22cad-300c-4ec7-a072-4a75866bf57e tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388534 Sep 02 04:32:34.652418 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.securitygroups_db [None req-4457f344-3725-4c25-a597-1e984b6d35d3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Project 13dd2e352f6149d4beb1d4f84664a614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 04:32:34.661569 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4457f344-3725-4c25-a597-1e984b6d35d3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:34.723547 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4457f344-3725-4c25-a597-1e984b6d35d3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:34.808017 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4457f344-3725-4c25-a597-1e984b6d35d3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:34.830404 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457f344-3725-4c25-a597-1e984b6d35d3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0d5033-7e34-446d-93e1-7c0ceca43a14,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:34.897822 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4457f344-3725-4c25-a597-1e984b6d35d3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:34.903476 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-4457f344-3725-4c25-a597-1e984b6d35d3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3862808 Sep 02 04:32:34.905542 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 45946) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:34.909126 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-3a5c3775-e0a2-4f46-a286-660a6c28ccb6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'security_group_rule': {'security_group_id': '670f3a52-44a8-4aaf-8467-f2f14f2921db', 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:34.933873 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:32:35.000866 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.securitygroups_db [None req-3a5c3775-e0a2-4f46-a286-660a6c28ccb6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Project 13dd2e352f6149d4beb1d4f84664a614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 04:32:35.009803 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3775-e0a2-4f46-a286-660a6c28ccb6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:35.099360 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3775-e0a2-4f46-a286-660a6c28ccb6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:35.165981 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafc0c8-c2be-48a5-8bab-2d87d9f15c5d req-e4d2b46e-e329-4138-8f69-3cb60fde202f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:35.165981 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-efafc0c8-c2be-48a5-8bab-2d87d9f15c5d req-e4d2b46e-e329-4138-8f69-3cb60fde202f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0621924 Sep 02 04:32:35.221607 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-efafc0c8-c2be-48a5-8bab-2d87d9f15c5d req-7c9fef70-cafe-428f-b871-bef8858c1025 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497301 Sep 02 04:32:35.227118 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3775-e0a2-4f46-a286-660a6c28ccb6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:35.277777 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c3775-e0a2-4f46-a286-660a6c28ccb6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c490f043-f193-4625-8585-4ca7a8efccc5,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:35.376331 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77762271-22f8-46b1-b211-9419212ac686 req-7a1856c9-2431-4de3-b3f1-bb57cf8db3d6 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:35.384582 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-77762271-22f8-46b1-b211-9419212ac686 req-7a1856c9-2431-4de3-b3f1-bb57cf8db3d6 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0642555 Sep 02 04:32:35.391122 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:35.447253 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-77762271-22f8-46b1-b211-9419212ac686 req-f216af6d-6f47-4465-9263-9ded37c13b4b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602486 Sep 02 04:32:35.473945 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3775-e0a2-4f46-a286-660a6c28ccb6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:35.482675 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-3a5c3775-e0a2-4f46-a286-660a6c28ccb6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5706091 Sep 02 04:32:35.514455 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8fc08-684d-4a61-b049-6ed50588c5c4 req-2c44f6e4-077c-40a5-85e2-c347546276ea tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:35.516519 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-99f8fc08-684d-4a61-b049-6ed50588c5c4 req-2c44f6e4-077c-40a5-85e2-c347546276ea tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 945 time: 0.1056516 Sep 02 04:32:35.605225 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-99f8fc08-684d-4a61-b049-6ed50588c5c4 req-92b24800-2000-446b-9f9f-1ff9182f030e tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676930 Sep 02 04:32:35.608258 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-3e1f5a89-5a64-4518-b9ee-a01ff6439664 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216052324&fields=id&tenant_id=13dd2e352f6149d4beb1d4f84664a614 HTTP/1.1" status: 200 len: 267 time: 0.0530903 Sep 02 04:32:35.704711 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-f4b68f75-e9b9-4223-b1ad-6f03c48ffa65 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:35.714732 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-f4b68f75-e9b9-4223-b1ad-6f03c48ffa65 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0913005 Sep 02 04:32:35.730860 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-79bad92a-394b-408c-9e82-65ad4954d8cf tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'port': {'security_groups': ['ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596', '670f3a52-44a8-4aaf-8467-f2f14f2921db']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:32:35.799838 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559578e7-6a5c-4401-924a-f566fe8e885d req-87575e1f-ff73-49c9-a408-14ba448ebbce tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:35.809124 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-559578e7-6a5c-4401-924a-f566fe8e885d req-87575e1f-ff73-49c9-a408-14ba448ebbce tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0662208 Sep 02 04:32:35.813394 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-79bad92a-394b-408c-9e82-65ad4954d8cf tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:35.857885 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-559578e7-6a5c-4401-924a-f566fe8e885d req-0aac6f7f-9642-4b5a-aea0-95d623e4d2fc tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474894 Sep 02 04:32:36.085530 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-79bad92a-394b-408c-9e82-65ad4954d8cf tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] For port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:36.116864 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-79bad92a-394b-408c-9e82-65ad4954d8cf tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:36.302664 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-79bad92a-394b-408c-9e82-65ad4954d8cf tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:36.353686 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:32:36.363450 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8a4ec-2279-41a1-980d-93fb1694f0f6 req-41dba97f-1dbf-4507-990b-1a470ec466ec tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:36.373924 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d3b8a4ec-2279-41a1-980d-93fb1694f0f6 req-41dba97f-1dbf-4507-990b-1a470ec466ec tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.1039665 Sep 02 04:32:36.470307 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bad92a-394b-408c-9e82-65ad4954d8cf tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'Port': ['ID=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,revision_number=6']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:36.475878 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d3b8a4ec-2279-41a1-980d-93fb1694f0f6 req-1afe4bad-649b-429e-864e-a55c45ed03e4 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904865 Sep 02 04:32:36.504349 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-79bad92a-394b-408c-9e82-65ad4954d8cf tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:36.505126 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-79bad92a-394b-408c-9e82-65ad4954d8cf tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:36.523404 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7ba48c72-1ae3-450a-aa4c-7b5b275082a1 req-79bad92a-394b-408c-9e82-65ad4954d8cf tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "PUT /v2.0/ports/c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 HTTP/1.1" status: 200 len: 981 time: 0.8057880 Sep 02 04:32:36.536479 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:36.545474 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321feaab-ccad-4957-8337-2ebe40149a69" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:36.637290 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-14c8c6a4-dd14-4406-9200-cadd699116f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:36.639044 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-14c8c6a4-dd14-4406-9200-cadd699116f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 1098 time: 0.0764046 Sep 02 04:32:36.757831 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66772ae-15b5-4312-bd95-e5a330d8a2f2 req-70143485-3ac9-4ade-b4d3-38778357a9fb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:36.760889 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f66772ae-15b5-4312-bd95-e5a330d8a2f2 req-70143485-3ac9-4ade-b4d3-38778357a9fb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.1080322 Sep 02 04:32:36.802082 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57eb787-5058-414d-9e05-fe6c3efcb3c4 req-3dc3fbc3-2456-401d-b62a-a369987b8349 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:36.809818 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d57eb787-5058-414d-9e05-fe6c3efcb3c4 req-3dc3fbc3-2456-401d-b62a-a369987b8349 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.1227167 Sep 02 04:32:36.843568 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:32:36.843678 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f66772ae-15b5-4312-bd95-e5a330d8a2f2 req-31dc8441-6b2f-48d7-a253-fd19a01d9a5a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727451 Sep 02 04:32:36.981909 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d57eb787-5058-414d-9e05-fe6c3efcb3c4 req-4c8df543-59b1-4ccf-961b-3d1e5fc87412 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711352 Sep 02 04:32:37.044489 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ad6fe-4559-4d2f-b311-74fb788f379e req-3f47318d-ae42-4ae3-b2e6-c1d1fb5d9db5 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:37.050201 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-a275188f-218c-4dd4-9a8f-e38fe63eef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:37.052468 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b19ad6fe-4559-4d2f-b311-74fb788f379e req-3f47318d-ae42-4ae3-b2e6-c1d1fb5d9db5 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.1357677 Sep 02 04:32:37.053735 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-a275188f-218c-4dd4-9a8f-e38fe63eef10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad90c133-531e-4d6b-a1ec-5f41d66215bb HTTP/1.1" status: 200 len: 910 time: 0.3913255 Sep 02 04:32:37.101127 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-77a522dc-1ad4-4fa8-9c63-a632d794895c None None] Provisioning complete for port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:32:37.101127 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-77a522dc-1ad4-4fa8-9c63-a632d794895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:37.106740 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a208dc-3bec-40a7-b294-54a13b6f8698 x-openstack-request-id: req-b1a208dc-3bec-40a7-b294-54a13b6f8698 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:37.106981 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:37.107252 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1a208dc-3bec-40a7-b294-54a13b6f8698 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:37.107618 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'status': 'completed', 'code': 200} Sep 02 04:32:37.122141 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b19ad6fe-4559-4d2f-b311-74fb788f379e req-024185cf-c238-4b11-a3a1-163fc69b75a3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687346 Sep 02 04:32:37.140004 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-0d556a1e-4bb6-40f3-8b3d-e3d303a5d3d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12a40-174f-4aa8-b249-61f0b2903ae6 HTTP/1.1" status: 200 len: 1000 time: 0.0754185 Sep 02 04:32:37.291690 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-06782acf-22a2-4a70-b7fe-6f856225df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:37.293166 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-06782acf-22a2-4a70-b7fe-6f856225df2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3f036dc-04d9-4fbb-81de-d3916611a42e HTTP/1.1" status: 200 len: 849 time: 0.1374798 Sep 02 04:32:37.315552 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:37.332823 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321feaab-ccad-4957-8337-2ebe40149a69 req-827965e1-468a-4c23-9638-6b627b737c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:37.334611 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-321feaab-ccad-4957-8337-2ebe40149a69 req-827965e1-468a-4c23-9638-6b627b737c99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13dd2e352f6149d4beb1d4f84664a614&device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 1137 time: 0.1799195 Sep 02 04:32:37.373329 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-6a6ad1e4-8c45-40dd-90af-b74697d37b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:37.375249 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-6a6ad1e4-8c45-40dd-90af-b74697d37b31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad90c133-531e-4d6b-a1ec-5f41d66215bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713103 Sep 02 04:32:37.698200 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf9be8-d0e1-43af-85d2-f6f895c9fd7b req-3fc0cc1c-03d4-4bf6-8a65-d8ad703127e4 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:37.700580 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-faaf9be8-d0e1-43af-85d2-f6f895c9fd7b req-3fc0cc1c-03d4-4bf6-8a65-d8ad703127e4 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0889759 Sep 02 04:32:37.790873 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-faaf9be8-d0e1-43af-85d2-f6f895c9fd7b req-b5725d03-fa8e-4f7a-afb1-4df4279a26d2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666256 Sep 02 04:32:37.804289 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321feaab-ccad-4957-8337-2ebe40149a69 req-0f35cad1-7112-4ad1-a7c3-8bcd514518ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:37.805994 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-321feaab-ccad-4957-8337-2ebe40149a69 req-0f35cad1-7112-4ad1-a7c3-8bcd514518ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=033cbb20-1bf0-4986-a01b-c8f4d3477953 HTTP/1.1" status: 200 len: 913 time: 0.4602907 Sep 02 04:32:37.894443 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-8f0a2fc7-e25a-4350-8457-1144c4cfd9b4 service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790564 Sep 02 04:32:37.958961 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-321feaab-ccad-4957-8337-2ebe40149a69 req-322e6fc1-0b05-453d-8fd3-49824f4ddc4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 HTTP/1.1" status: 200 len: 1001 time: 0.1403012 Sep 02 04:32:38.064943 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2652d6-ccf1-4aa5-a903-97b7aa96bd1f req-03bca571-fe6b-4288-8c1a-b13fa9814b4e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:38.072752 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eb2652d6-ccf1-4aa5-a903-97b7aa96bd1f req-03bca571-fe6b-4288-8c1a-b13fa9814b4e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.1592338 Sep 02 04:32:38.121360 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-59546eda-9aa5-4780-9129-18e8813f7a3c req-73df729f-0513-4395-b3de-b5dfb87f86cf service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179937 Sep 02 04:32:38.123440 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321feaab-ccad-4957-8337-2ebe40149a69 req-142ee4e0-3f4f-4cd0-ae5f-53f22183f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:38.124876 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-321feaab-ccad-4957-8337-2ebe40149a69 req-142ee4e0-3f4f-4cd0-ae5f-53f22183f625 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78c5c54e-5f97-4126-a3fa-30614bee1c5f HTTP/1.1" status: 200 len: 852 time: 0.1552789 Sep 02 04:32:38.159536 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eb2652d6-ccf1-4aa5-a903-97b7aa96bd1f req-04a02607-3694-424b-96ad-cb9ded3702d9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857863 Sep 02 04:32:38.166886 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9101a4b-5c6d-488b-9a07-cc1bc4af002c req-b1d1adf2-662f-4e4b-bb2c-9c605066a0b3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:38.179556 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c9101a4b-5c6d-488b-9a07-cc1bc4af002c req-b1d1adf2-662f-4e4b-bb2c-9c605066a0b3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.1040564 Sep 02 04:32:38.225256 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c9101a4b-5c6d-488b-9a07-cc1bc4af002c req-4cc2653a-3949-4a72-9913-f9274275aaaa tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374351 Sep 02 04:32:38.228849 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321feaab-ccad-4957-8337-2ebe40149a69 req-faad7aa3-7503-42cd-9b4b-dc1823917545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:38.230686 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-321feaab-ccad-4957-8337-2ebe40149a69 req-faad7aa3-7503-42cd-9b4b-dc1823917545 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=033cbb20-1bf0-4986-a01b-c8f4d3477953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700271 Sep 02 04:32:38.369368 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-321feaab-ccad-4957-8337-2ebe40149a69 req-0e3891c4-84e0-4d4a-96ee-1cd07daedc3b service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963030 Sep 02 04:32:38.487639 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-321feaab-ccad-4957-8337-2ebe40149a69 req-76798666-b98b-44d1-afba-1d39cf2f7093 service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837147 Sep 02 04:32:38.901323 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e75fe0-f563-4ec4-a792-d712be3a5c75 req-6011d9b1-4975-4b35-91b5-5a95bdc54ce5 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:38.902988 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a2e75fe0-f563-4ec4-a792-d712be3a5c75 req-6011d9b1-4975-4b35-91b5-5a95bdc54ce5 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0550349 Sep 02 04:32:38.946629 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a2e75fe0-f563-4ec4-a792-d712be3a5c75 req-92d11a8e-c26c-478f-b2dc-c977f79d83a7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370598 Sep 02 04:32:39.309022 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b50d52-4dd8-4ee5-af3a-491623a1e43c req-f37b8461-0954-4470-a7db-23ff16ffc80e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:39.317615 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-87b50d52-4dd8-4ee5-af3a-491623a1e43c req-f37b8461-0954-4470-a7db-23ff16ffc80e tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0829344 Sep 02 04:32:39.359128 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-87b50d52-4dd8-4ee5-af3a-491623a1e43c req-fdded067-47fa-4d21-aac9-dac57f8b632c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Sep 02 04:32:39.392497 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c479d99-ab29-4ce6-8945-f39e4a85da18 req-54cd1708-89c1-479c-b6d1-0c0043872354 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:39.392497 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8c479d99-ab29-4ce6-8945-f39e4a85da18 req-54cd1708-89c1-479c-b6d1-0c0043872354 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0597799 Sep 02 04:32:39.421906 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8c479d99-ab29-4ce6-8945-f39e4a85da18 req-4e99ff5d-d870-4481-bcfa-c90fe1cec9f8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344720 Sep 02 04:32:40.075017 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b298-a84d-4ebe-88d5-3a7bc85c56be req-7eac2d74-ffe3-4e10-8809-99c4e5fe4a16 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:40.076567 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6133b298-a84d-4ebe-88d5-3a7bc85c56be req-7eac2d74-ffe3-4e10-8809-99c4e5fe4a16 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0620711 Sep 02 04:32:40.118785 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6133b298-a84d-4ebe-88d5-3a7bc85c56be req-6d2909f3-8574-418f-9718-701b8be13b56 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354924 Sep 02 04:32:40.488959 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736ab9b-f220-476c-91f1-c42e402ea203 req-4514dd19-d1f3-48a7-9cc2-0be0fc9251ae tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:40.490610 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f736ab9b-f220-476c-91f1-c42e402ea203 req-4514dd19-d1f3-48a7-9cc2-0be0fc9251ae tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0526388 Sep 02 04:32:40.562708 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f736ab9b-f220-476c-91f1-c42e402ea203 req-84439e64-0208-40a6-9c3b-82e2b2bef9f3 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624387 Sep 02 04:32:40.568093 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f96c5-3e47-461b-97ec-3d81bdec4b11 req-6ba8e1f2-8ec6-4712-bd62-88dac8b26a92 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:40.573055 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fe0f96c5-3e47-461b-97ec-3d81bdec4b11 req-6ba8e1f2-8ec6-4712-bd62-88dac8b26a92 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0649021 Sep 02 04:32:40.622596 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fe0f96c5-3e47-461b-97ec-3d81bdec4b11 req-b7bba18e-ed95-4408-a9bf-a626aa9472ec tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451913 Sep 02 04:32:41.722982 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b130d-f929-4b44-9cb2-4bb436e8de47 req-3d723c05-09f2-446b-9726-6803821d92a7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:41.732119 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c80b130d-f929-4b44-9cb2-4bb436e8de47 req-3d723c05-09f2-446b-9726-6803821d92a7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0714622 Sep 02 04:32:41.788342 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c80b130d-f929-4b44-9cb2-4bb436e8de47 req-f46aa1eb-f7f0-48dd-8a7c-5b31f935d47f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545201 Sep 02 04:32:41.928083 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13484533-0e87-4b95-946e-a3c5f50bdb90 req-17dfd83d-57b4-48d3-aba7-3bfefcb94e9d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:41.930695 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-13484533-0e87-4b95-946e-a3c5f50bdb90 req-17dfd83d-57b4-48d3-aba7-3bfefcb94e9d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0604210 Sep 02 04:32:41.972558 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-13484533-0e87-4b95-946e-a3c5f50bdb90 req-c84ffc80-f0da-4d39-a622-0dacc810cc92 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360782 Sep 02 04:32:42.629118 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb65f8-72a2-4249-ad78-189b45a7edf9 req-2c68321c-4304-49a2-af08-a475ccdf7a8c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:42.636411 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-05cb65f8-72a2-4249-ad78-189b45a7edf9 req-2c68321c-4304-49a2-af08-a475ccdf7a8c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 946 time: 0.0578313 Sep 02 04:32:42.674440 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-05cb65f8-72a2-4249-ad78-189b45a7edf9 req-54699421-20b9-4e79-a929-28ae168f3fa9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371675 Sep 02 04:32:42.925639 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec82158-89d1-4e17-a25a-56f4b04da84e req-c42a02b2-602f-448e-a0db-7d3a4747194c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:42.927361 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ec82158-89d1-4e17-a25a-56f4b04da84e req-c42a02b2-602f-448e-a0db-7d3a4747194c tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0537221 Sep 02 04:32:42.968412 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3ec82158-89d1-4e17-a25a-56f4b04da84e req-74970deb-376e-478c-a10a-b83bc1318d99 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Sep 02 04:32:43.107799 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab09cf-0cb0-47d9-a222-05b7fbf793c7 req-f7786f9f-a029-4389-aa3a-e82f7f0fe971 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:43.115827 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8eab09cf-0cb0-47d9-a222-05b7fbf793c7 req-f7786f9f-a029-4389-aa3a-e82f7f0fe971 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0629475 Sep 02 04:32:43.149614 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8eab09cf-0cb0-47d9-a222-05b7fbf793c7 req-452213f5-1f92-4a26-8053-aefa66482fe8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328770 Sep 02 04:32:43.793199 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0abb3-ca76-4d76-8a25-40b7b5ccfc64 req-13238bbe-9c19-4828-aae1-0005f9aab8e9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:43.795369 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4dd0abb3-ca76-4d76-8a25-40b7b5ccfc64 req-13238bbe-9c19-4828-aae1-0005f9aab8e9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 946 time: 0.0530694 Sep 02 04:32:43.834851 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4dd0abb3-ca76-4d76-8a25-40b7b5ccfc64 req-e57de19b-39fb-4121-8df1-ee51fc56ef30 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Sep 02 04:32:44.094091 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42df779-a795-45f4-af16-cdbecf0debdf req-79b51b70-4b6d-4fbd-8d12-8b66e29c6f0d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:44.095515 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d42df779-a795-45f4-af16-cdbecf0debdf req-79b51b70-4b6d-4fbd-8d12-8b66e29c6f0d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0520406 Sep 02 04:32:44.133697 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d42df779-a795-45f4-af16-cdbecf0debdf req-92aacc5b-a35d-4d14-862a-d3405ec394d7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Sep 02 04:32:44.270016 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeac604-341b-41a4-a3bf-3f10b3178ea9 req-7cb114a3-7d2c-4ff8-8839-62c19128fb60 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:44.271386 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0eeac604-341b-41a4-a3bf-3f10b3178ea9 req-7cb114a3-7d2c-4ff8-8839-62c19128fb60 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0505133 Sep 02 04:32:44.308771 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0eeac604-341b-41a4-a3bf-3f10b3178ea9 req-5cc96916-e232-4a95-8211-5496dd5ac4d6 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Sep 02 04:32:44.767558 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-2ace814a-b795-40ac-8b05-92fb8d580c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:44.769054 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-2ace814a-b795-40ac-8b05-92fb8d580c8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 1099 time: 0.0402651 Sep 02 04:32:44.867350 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-dd1e5ba5-77e0-402e-a679-d8f18e0c99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:44.868960 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-dd1e5ba5-77e0-402e-a679-d8f18e0c99bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 917 time: 0.0904703 Sep 02 04:32:44.948302 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d20ed-9693-4acd-add1-a4f473616e45 req-ed9002f4-b4fb-4ca2-b326-49dff3230847 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:44.949818 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-974d20ed-9693-4acd-add1-a4f473616e45 req-ed9002f4-b4fb-4ca2-b326-49dff3230847 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 946 time: 0.0481403 Sep 02 04:32:44.979526 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-10c6813e-523a-43ec-aa41-8263875cb661 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff HTTP/1.1" status: 200 len: 1002 time: 0.0588992 Sep 02 04:32:44.988293 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-974d20ed-9693-4acd-add1-a4f473616e45 req-47967477-d012-40fd-9e72-678fb2843865 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Sep 02 04:32:45.041273 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-eb6348ff-5962-42e8-aa22-fcdae9512058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:45.042660 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-eb6348ff-5962-42e8-aa22-fcdae9512058 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.0468676 Sep 02 04:32:45.086852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-dda00b4b-9527-4ae9-b4ed-df76b3ef05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:45.088379 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-dda00b4b-9527-4ae9-b4ed-df76b3ef05a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384786 Sep 02 04:32:45.187337 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-6fc92873-5922-41a6-acc3-bdaf8f6116a7 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846903 Sep 02 04:32:45.325925 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43690067-bd04-4a54-9317-7abc41ba9eae req-f2961450-993e-4a3b-9c35-32b0bb0a3b71 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:45.327358 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43690067-bd04-4a54-9317-7abc41ba9eae req-f2961450-993e-4a3b-9c35-32b0bb0a3b71 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 946 time: 0.1391690 Sep 02 04:32:45.340096 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46223ec1-5af6-41a9-8420-65aa1628ff13 req-8869f803-a8bc-4dbb-a33b-62ee8a60fe53 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:45.341887 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-46223ec1-5af6-41a9-8420-65aa1628ff13 req-8869f803-a8bc-4dbb-a33b-62ee8a60fe53 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.1354990 Sep 02 04:32:45.394276 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c710fbe4-f35e-45ff-b5d5-f8140bd81734 req-da89d315-7778-45c9-a884-93bbb54638b4 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976268 Sep 02 04:32:45.441591 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-46223ec1-5af6-41a9-8420-65aa1628ff13 req-a9b1cf06-0eef-49b6-8652-20e289265620 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832283 Sep 02 04:32:45.443210 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da2024-35c1-40f6-93a0-b97e690e691f req-642a0bcb-1524-4f2d-abed-aeb97f01d6ae tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:45.445514 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b4da2024-35c1-40f6-93a0-b97e690e691f req-642a0bcb-1524-4f2d-abed-aeb97f01d6ae tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0620229 Sep 02 04:32:45.474200 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-43690067-bd04-4a54-9317-7abc41ba9eae req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Deleting port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:32:45.474550 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-43690067-bd04-4a54-9317-7abc41ba9eae req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:45.496079 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b4da2024-35c1-40f6-93a0-b97e690e691f req-31f6060b-44e9-4b79-b399-e667a0fe4964 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440013 Sep 02 04:32:45.573751 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-43690067-bd04-4a54-9317-7abc41ba9eae req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] For port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:45.574026 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-43690067-bd04-4a54-9317-7abc41ba9eae req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:45.586295 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-43690067-bd04-4a54-9317-7abc41ba9eae req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Calling delete_port for 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:32:45.832152 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-43690067-bd04-4a54-9317-7abc41ba9eae req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:45.861340 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Pushing event deleted for resources: {'Port': ['ID=846e5756-d0e2-4d37-9ea2-cfd9eaf04460,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:45.874842 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.875194 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.875545 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.875884 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.876250 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.876584 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.876910 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.877237 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.877560 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.877885 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.878212 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.878534 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:32:45.905881 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3c711505-4162-4e0a-af45-c6ecdc0466d0', 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7', '7fab62ca-8e68-4404-bd59-4dcece51f30a'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:32:45.911795 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-43690067-bd04-4a54-9317-7abc41ba9eae req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] No DVR routers for this DVR port 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:32:45.914314 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-43690067-bd04-4a54-9317-7abc41ba9eae req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:45.916306 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43690067-bd04-4a54-9317-7abc41ba9eae req-e1fca26c-db04-4a59-8bf7-cd931d72c266 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "DELETE /v2.0/ports/846e5756-d0e2-4d37-9ea2-cfd9eaf04460 HTTP/1.1" status: 204 len: 173 time: 0.5705945 Sep 02 04:32:45.916736 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4', 'name': 'network-vif-deleted', 'tag': '846e5756-d0e2-4d37-9ea2-cfd9eaf04460'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:45.919044 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f5b7fe-8875-46a3-93c4-3d9b8be72e3a" -d '{"events": [{"server_uuid": "4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4", "name": "network-vif-deleted", "tag": "846e5756-d0e2-4d37-9ea2-cfd9eaf04460"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:45.955682 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f585d5-9217-436f-b856-19449cfc0c34 x-openstack-request-id: req-86f585d5-9217-436f-b856-19449cfc0c34 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:45.955995 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4", "name": "network-vif-deleted", "tag": "846e5756-d0e2-4d37-9ea2-cfd9eaf04460", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:45.956247 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86f585d5-9217-436f-b856-19449cfc0c34 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:45.957130 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4', 'name': 'network-vif-deleted', 'tag': '846e5756-d0e2-4d37-9ea2-cfd9eaf04460', 'status': 'completed', 'code': 200} Sep 02 04:32:46.088496 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fe642cfc-efcc-4566-abb0-7773fe0bc25f req-78c0852f-210e-4203-9a35-b3a759d84de5 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0332055 Sep 02 04:32:46.567128 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf330c9-ed69-4803-b2b9-f2e1fb63c856 req-2af972c8-16fd-49a4-b0c1-fcdbca09c2d4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:46.571838 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fbf330c9-ed69-4803-b2b9-f2e1fb63c856 req-2af972c8-16fd-49a4-b0c1-fcdbca09c2d4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0515120 Sep 02 04:32:46.610494 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fbf330c9-ed69-4803-b2b9-f2e1fb63c856 req-748a8bba-6c14-463d-bd5c-dba03b647c49 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353529 Sep 02 04:32:46.617531 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58207c26-2088-4c1c-8204-cf5f1aee4b6a req-aef2df52-bbdf-47d1-8425-c91216e94873 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:46.619010 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-58207c26-2088-4c1c-8204-cf5f1aee4b6a req-aef2df52-bbdf-47d1-8425-c91216e94873 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0485418 Sep 02 04:32:46.657141 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-58207c26-2088-4c1c-8204-cf5f1aee4b6a req-acf90726-f94c-4cbc-84cf-aab17f8cf985 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317202 Sep 02 04:32:47.211045 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7494c29b-7dd5-4e59-88df-f95efea77282 req-92853cdf-1aca-4c95-a31e-8e6a4da7c1e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=4720ae3f-00b0-45bf-a87e-ba9a86a8d3d4 HTTP/1.1" status: 200 len: 210 time: 0.0303347 Sep 02 04:32:47.731733 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b2a3-1065-4c37-92ca-bf6683b22b40 req-48d53fbc-18f9-4a27-991b-813f39d28f3a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:47.733543 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1a90b2a3-1065-4c37-92ca-bf6683b22b40 req-48d53fbc-18f9-4a27-991b-813f39d28f3a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0536773 Sep 02 04:32:47.778398 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device acb5a59c-de5c-43dc-8bd2-1772919298ff no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:32:47.780167 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1a90b2a3-1065-4c37-92ca-bf6683b22b40 req-bdb48c02-f511-4f5c-9cab-49c9f3158453 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351386 Sep 02 04:32:47.788547 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca530c-59bb-470f-8dbf-40de4cfd7b36 req-216d0320-6635-4fd3-a1c5-323931c4ce1b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:47.790097 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6aca530c-59bb-470f-8dbf-40de4cfd7b36 req-216d0320-6635-4fd3-a1c5-323931c4ce1b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 946 time: 0.0604260 Sep 02 04:32:47.832591 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6aca530c-59bb-470f-8dbf-40de4cfd7b36 req-a0c462d1-76d9-42f7-8d5a-ab31719557d9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348349 Sep 02 04:32:47.860427 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:47.882667 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:47.884884 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd466639-40b7-478f-9674-928838b85e64" -d '{"events": [{"server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "name": "network-vif-unplugged", "status": "completed", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:47.897146 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:47.923482 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5b89e0-7d3c-451c-a705-f862e709d443 x-openstack-request-id: req-3f5b89e0-7d3c-451c-a705-f862e709d443 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:47.923796 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "name": "network-vif-unplugged", "status": "completed", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:47.924084 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f5b89e0-7d3c-451c-a705-f862e709d443 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:47.924482 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'code': 200} Sep 02 04:32:48.053944 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:48.054683 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:32:48.092275 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:32:48.092663 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 846e5756-d0e2-4d37-9ea2-cfd9eaf04460 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:32:48.120202 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=8']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:48.623838 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e366-aac1-4bd6-a8c1-b78d24121fe7 req-af3219d7-8287-4d31-86dc-a2ec9b3174fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:48.625371 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5442e366-aac1-4bd6-a8c1-b78d24121fe7 req-af3219d7-8287-4d31-86dc-a2ec9b3174fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 1098 time: 0.0399580 Sep 02 04:32:48.669393 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5442e366-aac1-4bd6-a8c1-b78d24121fe7 req-5374d4a5-19a0-4b68-95ef-a4b69e1ec35c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336618 Sep 02 04:32:48.905912 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b394-6e5a-4fd1-8d60-c08dcb4cb2ab req-3729479c-29b8-4d11-b991-264d82be4f45 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:48.907850 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-daf9b394-6e5a-4fd1-8d60-c08dcb4cb2ab req-3729479c-29b8-4d11-b991-264d82be4f45 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0484207 Sep 02 04:32:48.950869 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-daf9b394-6e5a-4fd1-8d60-c08dcb4cb2ab req-580d6615-024e-49b8-955f-6ae478573e9b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354614 Sep 02 04:32:48.951403 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b92c93-b908-483a-9103-265931dc9fcf req-55d9acad-abc1-40d8-9963-5b2bdb83315d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:48.952953 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f2b92c93-b908-483a-9103-265931dc9fcf req-55d9acad-abc1-40d8-9963-5b2bdb83315d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0474741 Sep 02 04:32:48.995868 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f2b92c93-b908-483a-9103-265931dc9fcf req-10de1457-5f4e-4b01-b9a3-c637cd43dd9a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363202 Sep 02 04:32:50.172737 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d97415-24ee-47e7-8e8a-c8090740628c req-55c236d9-e6ba-4732-9b39-5e8a8749dce4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:50.177692 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-76d97415-24ee-47e7-8e8a-c8090740628c req-55c236d9-e6ba-4732-9b39-5e8a8749dce4 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0527282 Sep 02 04:32:50.218195 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-76d97415-24ee-47e7-8e8a-c8090740628c req-f8db3535-dd7c-4d29-a039-1e6726e5ef07 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340366 Sep 02 04:32:50.323482 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c740dd-4fb2-4c70-a2d6-65a832bbfe31 req-322ed57a-b20a-4b54-8288-65f14607684c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:50.325154 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-23c740dd-4fb2-4c70-a2d6-65a832bbfe31 req-322ed57a-b20a-4b54-8288-65f14607684c tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 945 time: 0.0510836 Sep 02 04:32:50.362296 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-23c740dd-4fb2-4c70-a2d6-65a832bbfe31 req-2e791ab1-b2af-426c-ae3f-d960e5a36863 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Sep 02 04:32:50.664735 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [req-dcd0febe-988f-4cd0-95d1-7069e4fa68b3 req-53d2f96d-8394-4890-87ee-49c649081925 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:32:50.665699 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dcd0febe-988f-4cd0-95d1-7069e4fa68b3 req-53d2f96d-8394-4890-87ee-49c649081925 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053236 Sep 02 04:32:51.077052 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdd8ee-92bc-4862-bf1c-6e1d7900ab97 req-12113376-2092-4ef7-87fe-8ef877800fda tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:51.078589 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c5cdd8ee-92bc-4862-bf1c-6e1d7900ab97 req-12113376-2092-4ef7-87fe-8ef877800fda tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0479004 Sep 02 04:32:51.116271 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c5cdd8ee-92bc-4862-bf1c-6e1d7900ab97 req-3ef32ecc-e143-4768-a103-6d0987d34d83 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Sep 02 04:32:51.333979 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47768b7-984b-41b3-b240-d020c36ef700 req-228bd0eb-a783-4f06-b712-942d5b9063a9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:51.335714 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e47768b7-984b-41b3-b240-d020c36ef700 req-228bd0eb-a783-4f06-b712-942d5b9063a9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0491729 Sep 02 04:32:51.381512 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e47768b7-984b-41b3-b240-d020c36ef700 req-571ee7eb-a33b-4d37-9312-8a1a92087df9 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375552 Sep 02 04:32:51.446701 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-78c25a09-237a-40d2-8c94-52acc5967595 req-66e2c78d-efce-46be-9221-55368be9d925 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459578 Sep 02 04:32:51.481363 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c243c2-a2ac-4e3d-8164-87399986b67f req-8bce9ccb-ada1-4ef0-9238-74fcc707b76e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:51.488484 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-68c243c2-a2ac-4e3d-8164-87399986b67f req-8bce9ccb-ada1-4ef0-9238-74fcc707b76e tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 945 time: 0.0495255 Sep 02 04:32:51.537390 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25a09-237a-40d2-8c94-52acc5967595 req-a0ec5b6a-4f50-4a90-a7ce-4b8f423ddcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:51.538866 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-78c25a09-237a-40d2-8c94-52acc5967595 req-a0ec5b6a-4f50-4a90-a7ce-4b8f423ddcb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 1098 time: 0.0411141 Sep 02 04:32:51.620167 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-68c243c2-a2ac-4e3d-8164-87399986b67f req-0034d789-f698-4179-925a-70d190957dea tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204736 Sep 02 04:32:51.651954 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25a09-237a-40d2-8c94-52acc5967595 req-1134a2b8-90cf-424f-bd61-c623d985cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:51.654953 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-78c25a09-237a-40d2-8c94-52acc5967595 req-1134a2b8-90cf-424f-bd61-c623d985cc05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 918 time: 0.0938694 Sep 02 04:32:51.672508 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 46234) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:32:51.695889 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-78c25a09-237a-40d2-8c94-52acc5967595 req-e6efe071-f02d-4541-85ce-aed92846990b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c HTTP/1.1" status: 200 len: 217 time: 0.0343738 Sep 02 04:32:51.752641 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25a09-237a-40d2-8c94-52acc5967595 req-a626ba16-d47c-4b99-ae86-719ced922c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:51.754158 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-78c25a09-237a-40d2-8c94-52acc5967595 req-a626ba16-d47c-4b99-ae86-719ced922c6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 200 len: 858 time: 0.0435975 Sep 02 04:32:51.762033 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-869bfc32-fc64-4073-8949-a79a38ac42b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882635 Sep 02 04:32:51.777686 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-bf8c6abf-9c43-460c-ab29-e6a26f0d9fb9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:32:51.788079 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-78c25a09-237a-40d2-8c94-52acc5967595 req-3f9f5651-d9d7-454f-a218-2bef7589cfb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=263dad98-82eb-49f5-a7aa-96a45a3136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262356 Sep 02 04:32:51.788364 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-bf8c6abf-9c43-460c-ab29-e6a26f0d9fb9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153887 Sep 02 04:32:51.883266 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3f3c0-3710-4c51-91e7-12a42b99b644 req-b0249502-894a-49c4-9e85-ccde42377e6a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:51.884782 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-45f3f3c0-3710-4c51-91e7-12a42b99b644 req-b0249502-894a-49c4-9e85-ccde42377e6a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0541422 Sep 02 04:32:51.901939 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-78c25a09-237a-40d2-8c94-52acc5967595 req-701e8850-73b9-4d08-be48-8c85d214b04d service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005287 Sep 02 04:32:51.932973 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-45f3f3c0-3710-4c51-91e7-12a42b99b644 req-5cc41df3-f47f-4657-b9fb-e4e517792f10 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Sep 02 04:32:52.015188 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-78c25a09-237a-40d2-8c94-52acc5967595 req-f832126e-fe37-4bc3-a925-9810569f25ca service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978515 Sep 02 04:32:52.244794 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421009c-21d0-4348-973e-66331b63a9ca req-3afe4848-e641-45be-b51e-5c6e8a33c461 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:52.246246 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0421009c-21d0-4348-973e-66331b63a9ca req-3afe4848-e641-45be-b51e-5c6e8a33c461 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0485394 Sep 02 04:32:52.309543 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0421009c-21d0-4348-973e-66331b63a9ca req-06513835-e39d-4068-bb63-b5a390d1defb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574141 Sep 02 04:32:52.316135 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d407-2c97-43bb-a678-627da283ced8 req-35431a90-f60e-4d55-ac14-00588c1569d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:52.317537 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a087d407-2c97-43bb-a678-627da283ced8 req-35431a90-f60e-4d55-ac14-00588c1569d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 1098 time: 0.0592530 Sep 02 04:32:52.428825 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d407-2c97-43bb-a678-627da283ced8 req-2d3f81b3-f7f1-4dcc-8e90-30efb53035ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:52.430261 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a087d407-2c97-43bb-a678-627da283ced8 req-2d3f81b3-f7f1-4dcc-8e90-30efb53035ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 200 len: 918 time: 0.0854554 Sep 02 04:32:52.472953 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a087d407-2c97-43bb-a678-627da283ced8 req-22f2fcfd-f305-4178-ab34-4c3c0b51da0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c HTTP/1.1" status: 200 len: 217 time: 0.0346947 Sep 02 04:32:52.630919 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d407-2c97-43bb-a678-627da283ced8 req-cb47cf31-d4db-4bad-b61f-3a057fda9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:52.632285 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a087d407-2c97-43bb-a678-627da283ced8 req-cb47cf31-d4db-4bad-b61f-3a057fda9910 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 200 len: 858 time: 0.0718005 Sep 02 04:32:52.644481 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec659926-285b-4aa5-997d-3b430c12f405 req-8f2a510a-4186-4d82-85f7-9ff59af70313 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:52.645976 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ec659926-285b-4aa5-997d-3b430c12f405 req-8f2a510a-4186-4d82-85f7-9ff59af70313 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 945 time: 0.0773253 Sep 02 04:32:52.671826 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a087d407-2c97-43bb-a678-627da283ced8 req-ae8b5ab1-a84b-4a7b-ab88-7c40da26af07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=263dad98-82eb-49f5-a7aa-96a45a3136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248649 Sep 02 04:32:52.720215 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28f210-1ce7-4ea1-ab98-4181c2bc069e req-2f88430a-b7e6-4a1c-afa2-204eb99e7941 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:52.722032 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2a28f210-1ce7-4ea1-ab98-4181c2bc069e req-2f88430a-b7e6-4a1c-afa2-204eb99e7941 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 945 time: 0.0506496 Sep 02 04:32:52.768477 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2a28f210-1ce7-4ea1-ab98-4181c2bc069e req-109858a0-0a23-4096-a488-32c8dc618cb9 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362074 Sep 02 04:32:52.830105 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a087d407-2c97-43bb-a678-627da283ced8 req-6d7fa497-3d79-4f5e-aa1a-e7951fbed8c4 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478345 Sep 02 04:32:52.837201 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-ec659926-285b-4aa5-997d-3b430c12f405 req-eb8745e1-7aa8-4fd3-8fe4-424cbbff84e0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Deleting port 7fab62ca-8e68-4404-bd59-4dcece51f30a {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:32:52.837545 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ec659926-285b-4aa5-997d-3b430c12f405 req-eb8745e1-7aa8-4fd3-8fe4-424cbbff84e0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:52.852354 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:52.993576 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-ec659926-285b-4aa5-997d-3b430c12f405 req-eb8745e1-7aa8-4fd3-8fe4-424cbbff84e0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] For port 7fab62ca-8e68-4404-bd59-4dcece51f30a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7fab62ca-8e68-4404-bd59-4dcece51f30a,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:32:52.993942 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ec659926-285b-4aa5-997d-3b430c12f405 req-eb8745e1-7aa8-4fd3-8fe4-424cbbff84e0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:53.005177 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a087d407-2c97-43bb-a678-627da283ced8 req-497da7b7-c6bc-4248-9041-d13f1c923539 service neutron] 10.222.0.20 "GET /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646297 Sep 02 04:32:53.031331 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-ec659926-285b-4aa5-997d-3b430c12f405 req-eb8745e1-7aa8-4fd3-8fe4-424cbbff84e0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Calling delete_port for 7fab62ca-8e68-4404-bd59-4dcece51f30a owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:32:53.096288 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d79e5-ba92-4c78-8772-646f4ab1291a req-4dee91a2-4994-46b0-a7b4-cc8362c27770 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:53.097850 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-559d79e5-ba92-4c78-8772-646f4ab1291a req-4dee91a2-4994-46b0-a7b4-cc8362c27770 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0957580 Sep 02 04:32:53.152921 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-559d79e5-ba92-4c78-8772-646f4ab1291a req-be851234-0c1e-4d7f-9c45-584040e4874b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473840 Sep 02 04:32:53.264874 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ec659926-285b-4aa5-997d-3b430c12f405 req-eb8745e1-7aa8-4fd3-8fe4-424cbbff84e0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:53.295556 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8745e1-7aa8-4fd3-8fe4-424cbbff84e0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Pushing event deleted for resources: {'Port': ['ID=7fab62ca-8e68-4404-bd59-4dcece51f30a,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:32:53.323715 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3c711505-4162-4e0a-af45-c6ecdc0466d0', 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7', '7fab62ca-8e68-4404-bd59-4dcece51f30a'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:32:53.335399 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec659926-285b-4aa5-997d-3b430c12f405 req-eb8745e1-7aa8-4fd3-8fe4-424cbbff84e0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] No DVR routers for this DVR port 7fab62ca-8e68-4404-bd59-4dcece51f30a on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:32:53.338819 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ec659926-285b-4aa5-997d-3b430c12f405 req-eb8745e1-7aa8-4fd3-8fe4-424cbbff84e0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:32:53.341274 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ec659926-285b-4aa5-997d-3b430c12f405 req-eb8745e1-7aa8-4fd3-8fe4-424cbbff84e0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "DELETE /v2.0/ports/7fab62ca-8e68-4404-bd59-4dcece51f30a HTTP/1.1" status: 204 len: 173 time: 0.6718097 Sep 02 04:32:53.341798 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad777a2-0af2-4029-b809-76f5a1e1ca17', 'name': 'network-vif-deleted', 'tag': '7fab62ca-8e68-4404-bd59-4dcece51f30a'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:32:53.345686 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3b0965-9a26-4dcc-933a-c072949b57b7" -d '{"events": [{"server_uuid": "6ad777a2-0af2-4029-b809-76f5a1e1ca17", "name": "network-vif-deleted", "tag": "7fab62ca-8e68-4404-bd59-4dcece51f30a"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:32:53.388833 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19c389e-060d-4c2e-a353-8c92ac15adc2 x-openstack-request-id: req-b19c389e-060d-4c2e-a353-8c92ac15adc2 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:32:53.389126 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad777a2-0af2-4029-b809-76f5a1e1ca17", "name": "network-vif-deleted", "tag": "7fab62ca-8e68-4404-bd59-4dcece51f30a", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:32:53.389374 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b19c389e-060d-4c2e-a353-8c92ac15adc2 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:32:53.389880 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad777a2-0af2-4029-b809-76f5a1e1ca17', 'name': 'network-vif-deleted', 'tag': '7fab62ca-8e68-4404-bd59-4dcece51f30a', 'status': 'completed', 'code': 200} Sep 02 04:32:53.435719 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addc0c3-0183-4079-b03a-461e2677f96d req-75e5b2d8-b9c4-41cd-aee8-f1eaa7cb84ac tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:53.437152 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0addc0c3-0183-4079-b03a-461e2677f96d req-75e5b2d8-b9c4-41cd-aee8-f1eaa7cb84ac tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0481157 Sep 02 04:32:53.479330 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0addc0c3-0183-4079-b03a-461e2677f96d req-19c5687f-1b5f-47da-982e-671c01c20870 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340776 Sep 02 04:32:53.877712 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3be54796-f75d-4d26-9e01-1c0ea2c6a882 req-d14eb05a-3093-4d9d-9e85-8b5ee7bddbad tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad777a2-0af2-4029-b809-76f5a1e1ca17 HTTP/1.1" status: 200 len: 210 time: 0.0250685 Sep 02 04:32:54.267782 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35392b-bfef-40b9-9dbc-8016c8784140 req-eb20b9ae-1795-4b65-bcbb-d1d8c78936dc tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:54.269804 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0b35392b-bfef-40b9-9dbc-8016c8784140 req-eb20b9ae-1795-4b65-bcbb-d1d8c78936dc tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0518141 Sep 02 04:32:54.310934 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0b35392b-bfef-40b9-9dbc-8016c8784140 req-13805418-3894-4375-895a-00f0585a961f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335495 Sep 02 04:32:54.596707 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8500c1-d4c0-460e-b949-8fd96c8f2a57 req-5ace7a8f-188f-42de-9808-60e7284c326e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:54.598154 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6f8500c1-d4c0-460e-b949-8fd96c8f2a57 req-5ace7a8f-188f-42de-9808-60e7284c326e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0469887 Sep 02 04:32:54.635306 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6f8500c1-d4c0-460e-b949-8fd96c8f2a57 req-d7fbe458-2eac-490c-8e0d-315d18fa6600 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Sep 02 04:32:55.353323 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0324c-2cd7-4df3-a798-71b582d5ff17 req-f62612ec-2861-435a-9f61-5396a50ee74f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:55.354879 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8bc0324c-2cd7-4df3-a798-71b582d5ff17 req-f62612ec-2861-435a-9f61-5396a50ee74f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0487890 Sep 02 04:32:55.394583 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8bc0324c-2cd7-4df3-a798-71b582d5ff17 req-f8012f7f-5c8c-44e6-86b3-6aa90bdbefd0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335405 Sep 02 04:32:55.431930 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40be6a-b8dd-4126-8f34-92eb3b1ab5be req-aa5eef55-69f1-4f81-82fe-85454b0dfaae tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:55.433407 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3f40be6a-b8dd-4126-8f34-92eb3b1ab5be req-aa5eef55-69f1-4f81-82fe-85454b0dfaae tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0521464 Sep 02 04:32:55.469762 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3f40be6a-b8dd-4126-8f34-92eb3b1ab5be req-1fc727a9-e04e-44d3-9021-bede4838dd16 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304098 Sep 02 04:32:55.753828 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230af0-77b9-4f7e-a8ee-e4a69957c0ff req-b4e36175-a625-4114-bfcc-14a7c8e67849 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:55.755303 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-13230af0-77b9-4f7e-a8ee-e4a69957c0ff req-b4e36175-a625-4114-bfcc-14a7c8e67849 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0513823 Sep 02 04:32:55.760586 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-4171bc9c-0e24-4c60-97e9-868523951212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:55.762060 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-4171bc9c-0e24-4c60-97e9-868523951212 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9&tenant_id=0931655f059d4af598f60bd195366b84 HTTP/1.1" status: 200 len: 1097 time: 0.0693350 Sep 02 04:32:55.798383 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-13230af0-77b9-4f7e-a8ee-e4a69957c0ff req-621d7e49-8cac-4965-80f8-05c842f0c08d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343032 Sep 02 04:32:55.827299 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7fab62ca-8e68-4404-bd59-4dcece51f30a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:32:55.848472 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 7fab62ca-8e68-4404-bd59-4dcece51f30a {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:32:55.853801 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7fab62ca-8e68-4404-bd59-4dcece51f30a not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:32:55.855318 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-aa4b9e4e-d9e6-4f1f-82f3-c4417be55e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:55.856849 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-aa4b9e4e-d9e6-4f1f-82f3-c4417be55e28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 1097 time: 0.0420263 Sep 02 04:32:55.951839 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-10b4c281-b7e6-4f1e-808d-6e1c6f61c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:55.953335 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-10b4c281-b7e6-4f1e-808d-6e1c6f61c025 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 917 time: 0.0865853 Sep 02 04:32:56.021413 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-f823b0a5-46c2-4a08-8378-9799f1c7f24b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff HTTP/1.1" status: 200 len: 1000 time: 0.0545530 Sep 02 04:32:56.076076 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-cba4abb7-2ce4-4e31-b7ec-f903a9e87094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:56.077519 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-cba4abb7-2ce4-4e31-b7ec-f903a9e87094 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.0460517 Sep 02 04:32:56.124495 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-14a2d3d5-9c3b-4b98-929d-1e7a825e6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:56.125824 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-14a2d3d5-9c3b-4b98-929d-1e7a825e6bb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376456 Sep 02 04:32:56.220084 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-177c8c0e-0484-4fcb-8653-db0f9f480d0f service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809844 Sep 02 04:32:56.574948 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bf534-547b-4630-b9a4-8144ad950dee req-5edfd6b4-d7bc-4746-be9c-de89e8d12ac5 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:56.576417 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6c2bf534-547b-4630-b9a4-8144ad950dee req-5edfd6b4-d7bc-4746-be9c-de89e8d12ac5 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0963719 Sep 02 04:32:56.582501 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-ed477c73-bc22-4907-ae7d-7a8670e04174 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537667 Sep 02 04:32:56.588223 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bd36b-bd3f-4719-9b5a-c46a30da8c51 req-54423b7a-b3a2-4ba4-b84d-76fcc2b1efcf tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:56.589704 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e99bd36b-bd3f-4719-9b5a-c46a30da8c51 req-54423b7a-b3a2-4ba4-b84d-76fcc2b1efcf tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0521040 Sep 02 04:32:56.615206 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6c2bf534-547b-4630-b9a4-8144ad950dee req-e3ab9f85-6043-4cc6-9bb2-6f110679ddfa tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317638 Sep 02 04:32:56.630302 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e99bd36b-bd3f-4719-9b5a-c46a30da8c51 req-43eb521a-081b-4618-8f64-3ba0031e5176 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Sep 02 04:32:56.916149 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb621918-9979-4e26-9403-076258c4e82c req-f340310e-b236-410c-bb8d-56762352b9e6 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:56.917652 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fb621918-9979-4e26-9403-076258c4e82c req-f340310e-b236-410c-bb8d-56762352b9e6 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0486631 Sep 02 04:32:56.955655 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fb621918-9979-4e26-9403-076258c4e82c req-073590fc-1b74-49de-9379-b32be34ea73a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Sep 02 04:32:57.740078 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24243bf-9454-4a46-8058-dee371a5ec31 req-f37f0b6b-d6cd-4f74-a1ae-a9f6a07bad38 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:57.741596 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e24243bf-9454-4a46-8058-dee371a5ec31 req-f37f0b6b-d6cd-4f74-a1ae-a9f6a07bad38 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0557554 Sep 02 04:32:57.781950 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e24243bf-9454-4a46-8058-dee371a5ec31 req-e69e9dbe-9499-419b-bad3-01221ebecad5 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Sep 02 04:32:58.095704 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeea3cc-a921-4309-a256-6096843572af req-671e6b6d-2fc8-4aa1-b9a1-9094885a0652 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:58.099688 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cdeea3cc-a921-4309-a256-6096843572af req-671e6b6d-2fc8-4aa1-b9a1-9094885a0652 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0603263 Sep 02 04:32:58.143705 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cdeea3cc-a921-4309-a256-6096843572af req-cf41993b-29ef-4525-8f95-7791acf254e7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373545 Sep 02 04:32:58.909631 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1494a-5256-4b9e-9b96-4de5962293db req-22cc54df-3fe0-4040-a199-ce7a88dc7cbf tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:58.911348 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3db1494a-5256-4b9e-9b96-4de5962293db req-22cc54df-3fe0-4040-a199-ce7a88dc7cbf tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0567322 Sep 02 04:32:58.953273 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3db1494a-5256-4b9e-9b96-4de5962293db req-7624a883-dcf0-44d3-bc8b-e421f7b61390 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354636 Sep 02 04:32:59.265335 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef743c-28f0-4fec-a1fc-ebe55f22da61 req-337ecdc4-697a-4978-954f-2f1800f28ef5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:32:59.266892 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8bef743c-28f0-4fec-a1fc-ebe55f22da61 req-337ecdc4-697a-4978-954f-2f1800f28ef5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0496662 Sep 02 04:32:59.307024 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8bef743c-28f0-4fec-a1fc-ebe55f22da61 req-e25fd0d7-c5a1-473e-9d95-28bf33465eef tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Sep 02 04:33:00.068415 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc28c1d-79fe-4ac8-918d-1711d4667583 req-c6c18d8d-3b2c-488b-b6c1-56d1c0080cc0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:00.069890 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2cc28c1d-79fe-4ac8-918d-1711d4667583 req-c6c18d8d-3b2c-488b-b6c1-56d1c0080cc0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0485501 Sep 02 04:33:00.107337 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2cc28c1d-79fe-4ac8-918d-1711d4667583 req-0672ea02-3d44-4a4b-a974-e0292f7515ab tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315766 Sep 02 04:33:00.430835 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89d04-4b13-478e-9c12-c59fb26e89f7 req-3f4088b2-5c99-4802-b92a-8186e99c735b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:00.432326 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-98f89d04-4b13-478e-9c12-c59fb26e89f7 req-3f4088b2-5c99-4802-b92a-8186e99c735b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0529015 Sep 02 04:33:00.470829 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-98f89d04-4b13-478e-9c12-c59fb26e89f7 req-800ae2a8-865d-4a13-ac24-3380ced36f43 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325539 Sep 02 04:33:01.221202 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc50db-296e-49db-8a35-58c782f79f4d req-948e48d9-eca4-4e47-8f1c-ecfc83f73ffb tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:01.223222 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9bdc50db-296e-49db-8a35-58c782f79f4d req-948e48d9-eca4-4e47-8f1c-ecfc83f73ffb tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0492141 Sep 02 04:33:01.260415 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9bdc50db-296e-49db-8a35-58c782f79f4d req-3da4d935-5166-42b2-86a8-cb72cc8953d3 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307820 Sep 02 04:33:01.591342 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47137-40ba-41f7-9df2-832ce90fff96 req-9d0ba602-57e3-4ebe-ae75-8a4bca9af710 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:01.592778 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-18b47137-40ba-41f7-9df2-832ce90fff96 req-9d0ba602-57e3-4ebe-ae75-8a4bca9af710 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0482776 Sep 02 04:33:01.631482 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-18b47137-40ba-41f7-9df2-832ce90fff96 req-6e3fe027-8ee2-4290-96cc-a11497eb8ffa tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Sep 02 04:33:01.909824 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-0d290ee4-5704-4153-8e2b-46205213c311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:02.378703 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02628836-d2c8-4fec-bed4-9cf37abb64b1 req-c47057a0-2dfa-45ab-8251-f2f03f0e9466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:02.380198 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-02628836-d2c8-4fec-bed4-9cf37abb64b1 req-c47057a0-2dfa-45ab-8251-f2f03f0e9466 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0527320 Sep 02 04:33:02.417603 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-02628836-d2c8-4fec-bed4-9cf37abb64b1 req-a2dc243f-c012-42df-baaf-63f7c58d4268 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Sep 02 04:33:02.754393 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd568a8-3f45-4729-a39d-cc36f1218d00 req-3d48b73a-cbb7-4fda-aab3-93ba9bcb5b69 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:02.755890 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6fd568a8-3f45-4729-a39d-cc36f1218d00 req-3d48b73a-cbb7-4fda-aab3-93ba9bcb5b69 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0488667 Sep 02 04:33:02.794324 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6fd568a8-3f45-4729-a39d-cc36f1218d00 req-f0c258a6-d24b-4fe3-8605-dee1f2eb87d3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324438 Sep 02 04:33:03.532965 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e50f43-2972-4a5c-bd98-7e83fa56eef4 req-c0d31e1e-8288-4007-a234-48384257b9f3 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:03.534947 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8e50f43-2972-4a5c-bd98-7e83fa56eef4 req-c0d31e1e-8288-4007-a234-48384257b9f3 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0497286 Sep 02 04:33:03.579435 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8e50f43-2972-4a5c-bd98-7e83fa56eef4 req-1eb9697c-cf67-4524-8ec3-91ad213f23af tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332518 Sep 02 04:33:03.924124 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b69ef-9ed2-4658-aa25-877293b30109 req-bdca5df1-e572-4e49-b226-d82f8448e9d1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:03.925956 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b39b69ef-9ed2-4658-aa25-877293b30109 req-bdca5df1-e572-4e49-b226-d82f8448e9d1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0574081 Sep 02 04:33:03.967545 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b39b69ef-9ed2-4658-aa25-877293b30109 req-3a777d9a-9d17-4c2e-a78c-b331c7cb221a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357277 Sep 02 04:33:04.648305 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb74a-a2e5-4b2e-bf73-8d5204c5a335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:04.677374 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:04.700958 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510566b1-3a27-4c6d-aebb-4f10f62a2279 req-5ddacab9-003f-4c46-93bc-693de110faae tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:04.702463 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-510566b1-3a27-4c6d-aebb-4f10f62a2279 req-5ddacab9-003f-4c46-93bc-693de110faae tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0534754 Sep 02 04:33:04.743118 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-510566b1-3a27-4c6d-aebb-4f10f62a2279 req-4252b909-76a7-4725-b9e3-b4ff48473552 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347009 Sep 02 04:33:05.091477 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111335-0ca6-4d71-8519-3ed044510d04 req-0fd6cd1f-7b99-4d52-9451-37e9b0ca997c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:05.092987 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7c111335-0ca6-4d71-8519-3ed044510d04 req-0fd6cd1f-7b99-4d52-9451-37e9b0ca997c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0523248 Sep 02 04:33:05.134405 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7c111335-0ca6-4d71-8519-3ed044510d04 req-b771fa54-60ed-4b4c-ad0a-4c0c935d63cb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353427 Sep 02 04:33:05.345290 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:05.863640 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed475e-50b7-4aa6-80e4-7641bbfb8aa8 req-0f076678-c48d-4051-880e-82844da64794 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:05.865062 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c3ed475e-50b7-4aa6-80e4-7641bbfb8aa8 req-0f076678-c48d-4051-880e-82844da64794 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0539830 Sep 02 04:33:05.903952 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c3ed475e-50b7-4aa6-80e4-7641bbfb8aa8 req-be8d8d04-13e1-4336-9f98-891e1bb4530b tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329630 Sep 02 04:33:06.253878 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d4c88-b23c-469d-a6a2-d9b4d2ec2336 req-d7e8d2eb-b114-4039-865c-78418b5c5e05 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:06.255379 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-db6d4c88-b23c-469d-a6a2-d9b4d2ec2336 req-d7e8d2eb-b114-4039-865c-78418b5c5e05 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0501912 Sep 02 04:33:06.296654 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-db6d4c88-b23c-469d-a6a2-d9b4d2ec2336 req-ba7ad00f-6b45-4daa-9ad1-a8adb59833cf tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353744 Sep 02 04:33:07.017851 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0424460-a242-4bfd-84d1-cb182bb5dc9b req-844a71e6-b6c2-4e99-a5f6-6912b9dafd94 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:07.019367 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c0424460-a242-4bfd-84d1-cb182bb5dc9b req-844a71e6-b6c2-4e99-a5f6-6912b9dafd94 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0487831 Sep 02 04:33:07.056794 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c0424460-a242-4bfd-84d1-cb182bb5dc9b req-1f791144-e70a-47d8-b445-07e43f0f04cc tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Sep 02 04:33:07.242521 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:07.422052 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62b120-f2e6-4a32-9184-7708fabb2675 req-000fba9f-7e9d-4dfb-a470-82001a1b53e2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:07.423551 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fc62b120-f2e6-4a32-9184-7708fabb2675 req-000fba9f-7e9d-4dfb-a470-82001a1b53e2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0525775 Sep 02 04:33:07.463485 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fc62b120-f2e6-4a32-9184-7708fabb2675 req-07df3e65-0753-49e8-b6c6-b12912e83a2d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329957 Sep 02 04:33:08.171655 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa23fea-77a3-4811-9cb7-c762f2164d85 req-bccec0ee-fcf1-455b-9c9c-8e8dc268cb04 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:08.173295 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1fa23fea-77a3-4811-9cb7-c762f2164d85 req-bccec0ee-fcf1-455b-9c9c-8e8dc268cb04 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0496008 Sep 02 04:33:08.222071 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1fa23fea-77a3-4811-9cb7-c762f2164d85 req-c0755d94-84e2-42f1-bd61-6ce9969cf366 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Sep 02 04:33:08.586079 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e76a76-2978-4c9e-b298-54b970c4ce1e req-73d18db8-01f1-4da6-b4e4-2afd2708b0a8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:08.587562 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-20e76a76-2978-4c9e-b298-54b970c4ce1e req-73d18db8-01f1-4da6-b4e4-2afd2708b0a8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0486064 Sep 02 04:33:08.626833 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-20e76a76-2978-4c9e-b298-54b970c4ce1e req-48ddc882-6172-413b-abf9-969d8761a2e6 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327339 Sep 02 04:33:09.441943 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad3e51-213c-44e2-b291-cdbd4d37e673 req-91658ee0-1bcf-4729-b3a1-342ba66b2adf tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:09.443412 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d8ad3e51-213c-44e2-b291-cdbd4d37e673 req-91658ee0-1bcf-4729-b3a1-342ba66b2adf tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0513859 Sep 02 04:33:09.483772 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d8ad3e51-213c-44e2-b291-cdbd4d37e673 req-6b291d85-dab9-40b1-a846-aa5861df1bc7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342534 Sep 02 04:33:09.637735 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac5639-47a4-494b-8a40-f70664c348a0 req-9c9fe5d6-4611-464c-8fd1-77c29253734c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:09.639870 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-baac5639-47a4-494b-8a40-f70664c348a0 req-9c9fe5d6-4611-464c-8fd1-77c29253734c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0506632 Sep 02 04:33:09.681877 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-baac5639-47a4-494b-8a40-f70664c348a0 req-51967948-5ae4-4c12-90d9-39c4df9efb4e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356688 Sep 02 04:33:09.785421 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b4d81-f88e-447a-8a67-5e7bf60f6a00 req-f3899d56-4c74-4e9e-b12a-a9d4f664903d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:09.786948 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-277b4d81-f88e-447a-8a67-5e7bf60f6a00 req-f3899d56-4c74-4e9e-b12a-a9d4f664903d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0491490 Sep 02 04:33:09.824257 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-277b4d81-f88e-447a-8a67-5e7bf60f6a00 req-5e0e9ba9-85a7-4e94-9ae8-b7acfaee4293 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311573 Sep 02 04:33:10.602072 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfe02c-8c2e-44ac-9e60-43a0e8db0685 req-6665298d-b41a-4f4d-931a-0814e7f85541 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:10.603610 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6dcfe02c-8c2e-44ac-9e60-43a0e8db0685 req-6665298d-b41a-4f4d-931a-0814e7f85541 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0509522 Sep 02 04:33:10.639202 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6dcfe02c-8c2e-44ac-9e60-43a0e8db0685 req-23d9fb0f-975a-4e9b-8d31-1968dd7f8b08 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297308 Sep 02 04:33:10.795219 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677c8b8-331e-404e-a7c9-0c566c59805d req-798d3487-a19a-42b7-8525-f8b525a1b334 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:10.796643 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1677c8b8-331e-404e-a7c9-0c566c59805d req-798d3487-a19a-42b7-8525-f8b525a1b334 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0473826 Sep 02 04:33:10.835793 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1677c8b8-331e-404e-a7c9-0c566c59805d req-fadab161-3212-4d96-91c4-d1ad3782033c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331609 Sep 02 04:33:10.943063 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430a2d3-5475-4f97-8b13-13e8498c7c56 req-c8e91762-914e-4591-825b-e612ff7a1702 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:10.944531 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3430a2d3-5475-4f97-8b13-13e8498c7c56 req-c8e91762-914e-4591-825b-e612ff7a1702 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0462663 Sep 02 04:33:10.980823 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3430a2d3-5475-4f97-8b13-13e8498c7c56 req-d75cf9b2-9707-475c-b790-b6d8e44719da tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305550 Sep 02 04:33:11.215835 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc910c-0247-4161-b626-43787430e9e9 req-f33588a4-6d34-43cd-80c6-ec37ee9b4fa0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:11.217248 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7abc910c-0247-4161-b626-43787430e9e9 req-f33588a4-6d34-43cd-80c6-ec37ee9b4fa0 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0787280 Sep 02 04:33:11.219694 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-3e21cd4e-6e9f-4820-af85-39b9433c9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:11.221049 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-3e21cd4e-6e9f-4820-af85-39b9433c9d14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13dd2e352f6149d4beb1d4f84664a614&device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 1137 time: 0.0584769 Sep 02 04:33:11.375549 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-2e9fce0e-63c1-4dfb-b526-48cef60cc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:11.377021 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-2e9fce0e-63c1-4dfb-b526-48cef60cc6b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=033cbb20-1bf0-4986-a01b-c8f4d3477953 HTTP/1.1" status: 200 len: 913 time: 0.1366422 Sep 02 04:33:11.391580 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-7abc910c-0247-4161-b626-43787430e9e9 req-82429531-cf07-44e3-97cb-6db018e1d87d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Deleting port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:33:11.391937 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7abc910c-0247-4161-b626-43787430e9e9 req-82429531-cf07-44e3-97cb-6db018e1d87d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:11.508277 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-fd83d610-5dcb-4df5-8e7a-0b38792e4a10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 HTTP/1.1" status: 200 len: 1001 time: 0.1024129 Sep 02 04:33:11.563765 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-7abc910c-0247-4161-b626-43787430e9e9 req-82429531-cf07-44e3-97cb-6db018e1d87d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] For port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:33:11.564158 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7abc910c-0247-4161-b626-43787430e9e9 req-82429531-cf07-44e3-97cb-6db018e1d87d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:11.581251 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-7abc910c-0247-4161-b626-43787430e9e9 req-82429531-cf07-44e3-97cb-6db018e1d87d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Calling delete_port for cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:33:11.588772 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-d4cbcedd-9ba1-4d03-b769-e18ce9866a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:11.590214 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-d4cbcedd-9ba1-4d03-b769-e18ce9866a02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78c5c54e-5f97-4126-a3fa-30614bee1c5f HTTP/1.1" status: 200 len: 852 time: 0.0689692 Sep 02 04:33:11.689679 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-7eeb1ec2-a92d-4237-8cd5-b632fd133d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:11.691240 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-7eeb1ec2-a92d-4237-8cd5-b632fd133d3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=033cbb20-1bf0-4986-a01b-c8f4d3477953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637605 Sep 02 04:33:11.760379 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2118f57-25a0-4bd2-8a68-ff954933353b req-dd6a059b-6322-4756-a952-9a30910aada2 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:11.761769 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e2118f57-25a0-4bd2-8a68-ff954933353b req-dd6a059b-6322-4756-a952-9a30910aada2 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 945 time: 0.0513308 Sep 02 04:33:11.799888 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e2118f57-25a0-4bd2-8a68-ff954933353b req-3f7db8e6-c19c-4ed0-afea-fac09c923664 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317550 Sep 02 04:33:11.821608 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-64d82133-3ac3-4c24-8c27-a45e6ca90f9c service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010988 Sep 02 04:33:11.908098 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7abc910c-0247-4161-b626-43787430e9e9 req-82429531-cf07-44e3-97cb-6db018e1d87d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:11.918612 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5fe6c3ae-14ca-44a5-8f69-192922daf1a5 req-0ebbc3de-3af5-4db5-8deb-78db0084321d service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883012 Sep 02 04:33:11.934410 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:33:11.943484 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82429531-cf07-44e3-97cb-6db018e1d87d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Pushing event deleted for resources: {'Port': ['ID=cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:11.963699 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af629062-37e4-46e6-a598-4f58204cf43f req-0a021926-ba37-4c01-8ab9-3ecdc20d80bd tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:11.965293 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-af629062-37e4-46e6-a598-4f58204cf43f req-0a021926-ba37-4c01-8ab9-3ecdc20d80bd tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0534089 Sep 02 04:33:11.968374 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3c711505-4162-4e0a-af45-c6ecdc0466d0', 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:33:11.988375 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abc910c-0247-4161-b626-43787430e9e9 req-82429531-cf07-44e3-97cb-6db018e1d87d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] No DVR routers for this DVR port cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:33:11.998630 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7abc910c-0247-4161-b626-43787430e9e9 req-82429531-cf07-44e3-97cb-6db018e1d87d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:12.001298 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7abc910c-0247-4161-b626-43787430e9e9 req-82429531-cf07-44e3-97cb-6db018e1d87d tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "DELETE /v2.0/ports/cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 HTTP/1.1" status: 204 len: 173 time: 0.7667115 Sep 02 04:33:12.001770 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f6d300-6517-4e4b-9e8e-be0fab5c385c', 'name': 'network-vif-deleted', 'tag': 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:33:12.005035 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3a68d7-923d-4edb-bea2-938eddd1d72f" -d '{"events": [{"server_uuid": "62f6d300-6517-4e4b-9e8e-be0fab5c385c", "name": "network-vif-deleted", "tag": "cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:33:12.036153 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-af629062-37e4-46e6-a598-4f58204cf43f req-1bac67e2-9ee1-4e2b-8d7c-ddc84d4dc6c3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627642 Sep 02 04:33:12.106881 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26e83d9-b464-4b8a-87e8-ae2f64c6f158 x-openstack-request-id: req-a26e83d9-b464-4b8a-87e8-ae2f64c6f158 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:33:12.107207 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f6d300-6517-4e4b-9e8e-be0fab5c385c", "name": "network-vif-deleted", "tag": "cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:33:12.107509 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a26e83d9-b464-4b8a-87e8-ae2f64c6f158 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:33:12.107821 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f6d300-6517-4e4b-9e8e-be0fab5c385c', 'name': 'network-vif-deleted', 'tag': 'cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7', 'status': 'completed', 'code': 200} Sep 02 04:33:12.128421 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e5a73-874a-4967-8b5b-c2d38e3818f7 req-d83bfcbb-a8fc-475b-9086-289c1fb3d762 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:12.130172 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9a2e5a73-874a-4967-8b5b-c2d38e3818f7 req-d83bfcbb-a8fc-475b-9086-289c1fb3d762 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0628598 Sep 02 04:33:12.173837 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9a2e5a73-874a-4967-8b5b-c2d38e3818f7 req-4dd9c593-1b36-41d1-8b13-e10c14fca628 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368996 Sep 02 04:33:12.908768 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6fff5677-2a6b-4726-8c57-f01994160b83 req-c37cb27d-0a7e-4e2f-b1d7-f212ed67746f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=62f6d300-6517-4e4b-9e8e-be0fab5c385c HTTP/1.1" status: 200 len: 210 time: 0.0260193 Sep 02 04:33:13.145474 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035f7ad-8827-4420-8a36-c17c5d4d0b68 req-c252a9e5-a5ee-4a74-b92a-f62acc81f29e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:13.146913 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e035f7ad-8827-4420-8a36-c17c5d4d0b68 req-c252a9e5-a5ee-4a74-b92a-f62acc81f29e tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0526404 Sep 02 04:33:13.184966 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e035f7ad-8827-4420-8a36-c17c5d4d0b68 req-236c596e-ebb0-44e0-8ab8-505f4a363f16 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320258 Sep 02 04:33:13.310684 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772c88-2a1c-430f-846d-72d582636e2b req-8f846f52-8ae5-40c2-aab3-484464e0e289 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:13.312513 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f3772c88-2a1c-430f-846d-72d582636e2b req-8f846f52-8ae5-40c2-aab3-484464e0e289 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0607872 Sep 02 04:33:13.357952 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f3772c88-2a1c-430f-846d-72d582636e2b req-f2c4e14a-2e90-40d4-bd58-8530f3acbd91 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371103 Sep 02 04:33:13.942778 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:33:13.962287 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:33:13.962629 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device cef5c1fb-9d7a-44cb-85ae-f249b60c4cc7 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:33:14.301240 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b16290-a3e3-43df-a1c8-3386aebaf251 req-ae1daa41-f275-4955-ae54-c1c5b23fa5aa tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:14.302819 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b2b16290-a3e3-43df-a1c8-3386aebaf251 req-ae1daa41-f275-4955-ae54-c1c5b23fa5aa tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0502632 Sep 02 04:33:14.355894 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b2b16290-a3e3-43df-a1c8-3386aebaf251 req-b875f438-9370-4905-86aa-4d04b5373b30 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467157 Sep 02 04:33:14.475448 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2bd01-67ea-48e0-a2ab-d6b0f619bfa9 req-e91c47aa-2be6-4ecd-b020-9a9cdc876e6c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:14.476850 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a1d2bd01-67ea-48e0-a2ab-d6b0f619bfa9 req-e91c47aa-2be6-4ecd-b020-9a9cdc876e6c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0469775 Sep 02 04:33:14.513323 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a1d2bd01-67ea-48e0-a2ab-d6b0f619bfa9 req-5121426f-a735-40b3-a1d0-cc7a8baf198f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306132 Sep 02 04:33:15.470307 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ff485-e0fb-4c62-9e40-fe6024e5b7fc req-5b5c43f0-5228-4db3-8051-3400a7ee48a9 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:15.472320 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-648ff485-e0fb-4c62-9e40-fe6024e5b7fc req-5b5c43f0-5228-4db3-8051-3400a7ee48a9 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0476742 Sep 02 04:33:15.513089 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-648ff485-e0fb-4c62-9e40-fe6024e5b7fc req-fd25f3a8-d7be-4ff0-a7f9-00a240b93b46 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344434 Sep 02 04:33:15.635235 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38212072-626b-409d-8f61-3a4641a7fc8c req-ffac2b80-7cd2-4701-8e54-3a230e7d8b98 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:15.636805 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-38212072-626b-409d-8f61-3a4641a7fc8c req-ffac2b80-7cd2-4701-8e54-3a230e7d8b98 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0520315 Sep 02 04:33:15.676088 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-38212072-626b-409d-8f61-3a4641a7fc8c req-6dd9dbcf-7924-4059-80b5-965103af6251 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331225 Sep 02 04:33:15.790968 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c19b7-bb2b-4c0b-8e31-b16801645c84 req-7dd32a40-fede-4717-b577-c73b14a87629 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:15.792469 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1a0c19b7-bb2b-4c0b-8e31-b16801645c84 req-7dd32a40-fede-4717-b577-c73b14a87629 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 946 time: 0.0485470 Sep 02 04:33:15.828338 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1a0c19b7-bb2b-4c0b-8e31-b16801645c84 req-3a1bbbad-d82b-43e1-bb4a-899cbe4dd94b tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300295 Sep 02 04:33:16.168234 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e9ba9-cd35-4044-bed0-78da52bc4828 req-92607667-98ad-4aa6-9522-2ca368e4aa41 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:16.169677 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-142e9ba9-cd35-4044-bed0-78da52bc4828 req-92607667-98ad-4aa6-9522-2ca368e4aa41 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0464199 Sep 02 04:33:16.209609 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-142e9ba9-cd35-4044-bed0-78da52bc4828 req-b48f8301-4b2c-487d-bdd8-f542a4d40a91 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Sep 02 04:33:16.624211 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f1849-4c81-4529-aa8c-a149740446aa req-6c99dd54-de91-467d-a9a4-65d9d9a8e6b8 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:16.625708 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-529f1849-4c81-4529-aa8c-a149740446aa req-6c99dd54-de91-467d-a9a4-65d9d9a8e6b8 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0480287 Sep 02 04:33:16.664990 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-529f1849-4c81-4529-aa8c-a149740446aa req-33cd54c5-4fee-46df-ab56-92158d4d5482 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332460 Sep 02 04:33:16.792341 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ac98a-d90e-4b2a-bce0-020c458d4f1d req-4af77c3f-a123-45ac-9251-039ceb6dce2b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:16.793786 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a33ac98a-d90e-4b2a-bce0-020c458d4f1d req-4af77c3f-a123-45ac-9251-039ceb6dce2b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0467021 Sep 02 04:33:16.829194 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a33ac98a-d90e-4b2a-bce0-020c458d4f1d req-f8fecf75-8d05-4a2f-8a84-501585c1a453 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297151 Sep 02 04:33:16.939339 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68572d2-995f-4472-8fab-77a6ad4fc8ad req-95570ba5-4614-43d3-9815-a5ceeabebd46 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:16.941248 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d68572d2-995f-4472-8fab-77a6ad4fc8ad req-95570ba5-4614-43d3-9815-a5ceeabebd46 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 946 time: 0.0465748 Sep 02 04:33:16.977674 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d68572d2-995f-4472-8fab-77a6ad4fc8ad req-7a43d981-1c94-4207-b0e0-d0425d4457ad tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306499 Sep 02 04:33:17.319254 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cd509-7409-4394-ab76-6fc94833c497 req-9e6dd001-48fb-491a-9eef-3a185c114879 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:17.320742 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8c4cd509-7409-4394-ab76-6fc94833c497 req-9e6dd001-48fb-491a-9eef-3a185c114879 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0464096 Sep 02 04:33:17.357383 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8c4cd509-7409-4394-ab76-6fc94833c497 req-5d8ca451-958d-48f0-b289-c5ce99136943 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308514 Sep 02 04:33:17.779120 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d682365-d5a3-4de4-80d5-2f3d7b95ecc6 req-84fdfbff-1963-4993-bf60-f4ec1e1ee9ff tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:17.780701 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4d682365-d5a3-4de4-80d5-2f3d7b95ecc6 req-84fdfbff-1963-4993-bf60-f4ec1e1ee9ff tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0511394 Sep 02 04:33:17.819662 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4d682365-d5a3-4de4-80d5-2f3d7b95ecc6 req-d873e721-0753-4501-99d7-03a543ca67cb tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329969 Sep 02 04:33:17.944084 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707435f-a5a8-40ed-9af3-07ec6068ab3c req-b6bb3890-098a-4bf8-9f43-4120c8bfc568 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:17.945521 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f707435f-a5a8-40ed-9af3-07ec6068ab3c req-b6bb3890-098a-4bf8-9f43-4120c8bfc568 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 944 time: 0.0465400 Sep 02 04:33:17.955151 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device acb5a59c-de5c-43dc-8bd2-1772919298ff details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:33:18.011615 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f707435f-a5a8-40ed-9af3-07ec6068ab3c req-a5422b07-f586-4570-b002-bc6183308dcc tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603235 Sep 02 04:33:18.029700 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-1591405a-6ef9-4776-a0a6-37d2dd99112f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:18.031304 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-1591405a-6ef9-4776-a0a6-37d2dd99112f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 946 time: 0.0638008 Sep 02 04:33:18.054531 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:33:18.066062 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'port_id': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'mac_address': 'fa:16:3e:30:97:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:33:18.093071 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af306749-9039-4f3e-a303-ac958a238fcf req-0f5cd792-04d3-4e64-9da2-8deb7fb09b39 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:18.094568 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-af306749-9039-4f3e-a303-ac958a238fcf req-0f5cd792-04d3-4e64-9da2-8deb7fb09b39 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 946 time: 0.0478768 Sep 02 04:33:18.103341 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:18.116688 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb5a59c-de5c-43dc-8bd2-1772919298ff {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:33:18.129386 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-3789aef5-6463-4e0a-b48e-23646644c4e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Deleting port 3c711505-4162-4e0a-af45-c6ecdc0466d0 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:33:18.130037 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-3789aef5-6463-4e0a-b48e-23646644c4e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:18.134150 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-af306749-9039-4f3e-a303-ac958a238fcf req-b07002d7-e28f-4683-b3c6-02e25547acd2 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/security-groups?id=e47dff66-ec8e-478d-af0e-e34bd4ce2532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Sep 02 04:33:18.135706 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:33:18.219133 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-3789aef5-6463-4e0a-b48e-23646644c4e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] For port 3c711505-4162-4e0a-af45-c6ecdc0466d0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3c711505-4162-4e0a-af45-c6ecdc0466d0,segment=NetworkSegment(150c9aba-ac1b-4ca9-9207-15dbb3617075),segment_id=150c9aba-ac1b-4ca9-9207-15dbb3617075)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:33:18.219499 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-3789aef5-6463-4e0a-b48e-23646644c4e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:18.230520 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:18.232413 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-3789aef5-6463-4e0a-b48e-23646644c4e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Calling delete_port for 3c711505-4162-4e0a-af45-c6ecdc0466d0 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:33:18.299583 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=9']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:18.313088 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.313434 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.313770 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.314101 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.314426 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.314757 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.315078 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.315404 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.315751 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.316747 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.317115 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.317459 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:18.454224 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-3789aef5-6463-4e0a-b48e-23646644c4e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:18.485473 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789aef5-6463-4e0a-b48e-23646644c4e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Pushing event deleted for resources: {'Port': ['ID=3c711505-4162-4e0a-af45-c6ecdc0466d0,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:18.496141 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937ddf-b32a-4e68-b44f-e84d023075d7 req-0910faaf-4807-4768-aaa4-9fd773aa758b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:18.497629 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a6937ddf-b32a-4e68-b44f-e84d023075d7 req-0910faaf-4807-4768-aaa4-9fd773aa758b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0766168 Sep 02 04:33:18.550753 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-3789aef5-6463-4e0a-b48e-23646644c4e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] No DVR routers for this DVR port 3c711505-4162-4e0a-af45-c6ecdc0466d0 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:33:18.554118 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-3789aef5-6463-4e0a-b48e-23646644c4e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:18.556306 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1510fafc-c21e-42c4-a224-5ca5d00f2a0d req-3789aef5-6463-4e0a-b48e-23646644c4e7 tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.20 "DELETE /v2.0/ports/3c711505-4162-4e0a-af45-c6ecdc0466d0 HTTP/1.1" status: 204 len: 173 time: 0.5150898 Sep 02 04:33:18.556749 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e91f6e8-1260-4e45-afc2-e02c3250f91b', 'name': 'network-vif-deleted', 'tag': '3c711505-4162-4e0a-af45-c6ecdc0466d0'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:33:18.558962 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480a2889-1bbd-493d-84e8-6cab550e3ecf" -d '{"events": [{"server_uuid": "7e91f6e8-1260-4e45-afc2-e02c3250f91b", "name": "network-vif-deleted", "tag": "3c711505-4162-4e0a-af45-c6ecdc0466d0"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:33:18.578283 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a6937ddf-b32a-4e68-b44f-e84d023075d7 req-5ce5ed1a-821c-4fcb-9788-f260f82f7a3d tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740914 Sep 02 04:33:18.597630 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c45c13-facc-4f08-a7aa-9c32ee3e624b x-openstack-request-id: req-37c45c13-facc-4f08-a7aa-9c32ee3e624b {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:33:18.597992 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e91f6e8-1260-4e45-afc2-e02c3250f91b", "name": "network-vif-deleted", "tag": "3c711505-4162-4e0a-af45-c6ecdc0466d0", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:33:18.598305 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37c45c13-facc-4f08-a7aa-9c32ee3e624b {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:33:18.598809 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e91f6e8-1260-4e45-afc2-e02c3250f91b', 'name': 'network-vif-deleted', 'tag': '3c711505-4162-4e0a-af45-c6ecdc0466d0', 'status': 'completed', 'code': 200} Sep 02 04:33:18.757851 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['acb5a59c-de5c-43dc-8bd2-1772919298ff'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:33:18.934775 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835406e-1e47-4402-ab65-791556e5e093 req-6b5307b4-fd22-4967-b177-31ac006c3c30 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:18.936277 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d835406e-1e47-4402-ab65-791556e5e093 req-6b5307b4-fd22-4967-b177-31ac006c3c30 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0501130 Sep 02 04:33:18.977899 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d835406e-1e47-4402-ab65-791556e5e093 req-42396be0-10b2-4e22-9e32-dbed2ef2ea03 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350964 Sep 02 04:33:19.135983 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ce9b-9adc-4c42-9d30-e43a215f0373 req-94428d32-a55f-40ba-84e1-daeb248a346c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:19.137341 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7024ce9b-9adc-4c42-9d30-e43a215f0373 req-94428d32-a55f-40ba-84e1-daeb248a346c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 945 time: 0.0473692 Sep 02 04:33:19.177625 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7024ce9b-9adc-4c42-9d30-e43a215f0373 req-e386ba63-81f3-45d4-9fb4-6664b2a6f45c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342410 Sep 02 04:33:19.250155 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ab87e193-0166-4ce0-a13c-2fa220918e86 req-91d3da0a-e708-4c28-8f7a-f1baa1923c6f tempest-AttachVolumeNegativeTest-1843848452 tempest-AttachVolumeNegativeTest-1843848452-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e91f6e8-1260-4e45-afc2-e02c3250f91b HTTP/1.1" status: 200 len: 210 time: 0.0285940 Sep 02 04:33:19.385295 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-9da5d6f9-72c6-4456-a214-22933002a14b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:19.386778 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-9da5d6f9-72c6-4456-a214-22933002a14b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0461195 Sep 02 04:33:19.486035 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-041bee78-36d4-40e9-8b62-c98a7f1f15b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Deleting port 7fc32208-a98b-47a3-922d-4a33035bc09e {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:33:19.486927 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-041bee78-36d4-40e9-8b62-c98a7f1f15b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:19.577051 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-041bee78-36d4-40e9-8b62-c98a7f1f15b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] For port 7fc32208-a98b-47a3-922d-4a33035bc09e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7fc32208-a98b-47a3-922d-4a33035bc09e,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:33:19.577421 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-041bee78-36d4-40e9-8b62-c98a7f1f15b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:19.589782 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-041bee78-36d4-40e9-8b62-c98a7f1f15b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Calling delete_port for 7fc32208-a98b-47a3-922d-4a33035bc09e owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:33:19.740926 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78009005-2208-4c9e-bde0-9afa2bdbdd0f req-15f0d77b-11d2-4f8d-be40-794975b95d0b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:19.742481 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-78009005-2208-4c9e-bde0-9afa2bdbdd0f req-15f0d77b-11d2-4f8d-be40-794975b95d0b tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 946 time: 0.0868046 Sep 02 04:33:19.779486 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-78009005-2208-4c9e-bde0-9afa2bdbdd0f req-65203887-42ca-400e-9506-da1dd0826566 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307915 Sep 02 04:33:19.836298 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-041bee78-36d4-40e9-8b62-c98a7f1f15b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:19.868974 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bee78-36d4-40e9-8b62-c98a7f1f15b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Pushing event deleted for resources: {'Port': ['ID=7fc32208-a98b-47a3-922d-4a33035bc09e,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:19.880772 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3146d225-6bdc-4864-a93a-c0e1301bc12c', '7fc32208-a98b-47a3-922d-4a33035bc09e'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:33:19.908866 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-041bee78-36d4-40e9-8b62-c98a7f1f15b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] No DVR routers for this DVR port 7fc32208-a98b-47a3-922d-4a33035bc09e on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:33:19.911542 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-041bee78-36d4-40e9-8b62-c98a7f1f15b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:19.913679 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-59267538-a9a8-4cd9-b334-21a73dc2c9c3 req-041bee78-36d4-40e9-8b62-c98a7f1f15b7 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.20 "DELETE /v2.0/ports/7fc32208-a98b-47a3-922d-4a33035bc09e HTTP/1.1" status: 204 len: 173 time: 0.5127277 Sep 02 04:33:20.021723 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device acb5a59c-de5c-43dc-8bd2-1772919298ff up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:33:20.072239 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port acb5a59c-de5c-43dc-8bd2-1772919298ff triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:33:20.072609 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.092858 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b16627-b5e8-4dc8-a134-c7e8e062badd req-da377a06-abef-42fb-8a95-92d072867378 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:20.095698 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e9b16627-b5e8-4dc8-a134-c7e8e062badd req-da377a06-abef-42fb-8a95-92d072867378 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0488977 Sep 02 04:33:20.135594 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e9b16627-b5e8-4dc8-a134-c7e8e062badd req-0882077c-8bdb-4c64-810f-af0b2cf88352 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343947 Sep 02 04:33:20.163656 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.186548 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:33:20.188812 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1a81e0-8ef9-4f35-a775-dbe3b72f15e0" -d '{"events": [{"server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "name": "network-vif-plugged", "status": "completed", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:33:20.201718 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:33:20.225117 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be38598b-dd5a-41f9-8f76-3491b8ce8183 x-openstack-request-id: req-be38598b-dd5a-41f9-8f76-3491b8ce8183 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:33:20.225467 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "name": "network-vif-plugged", "status": "completed", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:33:20.225781 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be38598b-dd5a-41f9-8f76-3491b8ce8183 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:33:20.226177 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'code': 200} Sep 02 04:33:20.299964 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be90e0-fd2f-45df-a5f4-d521e6dd5e88 req-34f93850-524a-46b9-b17e-c6054af6e736 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:20.302143 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b6be90e0-fd2f-45df-a5f4-d521e6dd5e88 req-34f93850-524a-46b9-b17e-c6054af6e736 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 945 time: 0.0511873 Sep 02 04:33:20.305838 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.306335 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3c711505-4162-4e0a-af45-c6ecdc0466d0 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:33:20.319025 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46552) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:20.335557 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 3c711505-4162-4e0a-af45-c6ecdc0466d0 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:33:20.335892 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3c711505-4162-4e0a-af45-c6ecdc0466d0 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:33:20.336388 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7fc32208-a98b-47a3-922d-4a33035bc09e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:33:20.345519 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b6be90e0-fd2f-45df-a5f4-d521e6dd5e88 req-d7106a84-4bfc-4beb-a622-ddd6ef3cc5dc tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363529 Sep 02 04:33:20.356419 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 7fc32208-a98b-47a3-922d-4a33035bc09e {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:33:20.356766 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 7fc32208-a98b-47a3-922d-4a33035bc09e not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:33:20.371125 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ed6992-1efd-4d02-8061-68a7e7817448 admin admin] Deleting subnet 585e7e78-7a21-4acb-8445-b56d0247ba24 {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:33:20.374339 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6992-1efd-4d02-8061-68a7e7817448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.398644 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=10']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:20.408809 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6992-1efd-4d02-8061-68a7e7817448 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.414317 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6992-1efd-4d02-8061-68a7e7817448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.579529 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6992-1efd-4d02-8061-68a7e7817448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.604226 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2654621-5e63-4dfe-be2f-855ccb98065b', 'name': 'network-vif-deleted', 'tag': '7fc32208-a98b-47a3-922d-4a33035bc09e'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:33:20.606565 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffb8ca7-6b12-453b-b38c-e7613f304324" -d '{"events": [{"server_uuid": "c2654621-5e63-4dfe-be2f-855ccb98065b", "name": "network-vif-deleted", "tag": "7fc32208-a98b-47a3-922d-4a33035bc09e"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:33:20.614116 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed6992-1efd-4d02-8061-68a7e7817448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585e7e78-7a21-4acb-8445-b56d0247ba24,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:20.616164 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e7ed6992-1efd-4d02-8061-68a7e7817448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.618096 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-e7ed6992-1efd-4d02-8061-68a7e7817448 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/585e7e78-7a21-4acb-8445-b56d0247ba24 HTTP/1.1" status: 204 len: 168 time: 0.2979400 Sep 02 04:33:20.620564 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46556) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:20.655839 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a481b5c-c142-43b0-b0fd-920ae0db96bc x-openstack-request-id: req-1a481b5c-c142-43b0-b0fd-920ae0db96bc {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:33:20.655839 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2654621-5e63-4dfe-be2f-855ccb98065b", "name": "network-vif-deleted", "tag": "7fc32208-a98b-47a3-922d-4a33035bc09e", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:33:20.655839 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a481b5c-c142-43b0-b0fd-920ae0db96bc {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:33:20.655839 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2654621-5e63-4dfe-be2f-855ccb98065b', 'name': 'network-vif-deleted', 'tag': '7fc32208-a98b-47a3-922d-4a33035bc09e', 'status': 'completed', 'code': 200} Sep 02 04:33:20.695261 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.792074 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.804852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.805187 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.805968 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.808903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > port after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.808903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.808903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > port after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.808903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.808903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.808903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.808903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.908216 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f8cc82de-8e4d-4a62-a818-ee9703810468 req-8c009249-7ce7-4b3f-a8e6-e752ce57c586 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2654621-5e63-4dfe-be2f-855ccb98065b HTTP/1.1" status: 200 len: 210 time: 0.0253942 Sep 02 04:33:20.940431 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.940777 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.941108 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.941441 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 04:33:20.941786 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ff5384-f842-4306-a318-71b587753ace']}} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:20.960187 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150c9aba-ac1b-4ca9-9207-15dbb3617075') {'for_net_delete': True} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:20.960479 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150c9aba-ac1b-4ca9-9207-15dbb3617075') {} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:20.978412 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26510884'] for segment, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:20.999323 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:21.007528 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:33:21.008028 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26573138'] for segment, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: from cryptography.utils import int_from_bytes Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: from cryptography.utils import int_from_bytes Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: Traceback (most recent call last): Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: timer() Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: cb(*args, **kw) Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: return func(*args, **kwargs) Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: self._notify() Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: self.callback(batched_events) Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: event.method(event) Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: return f(self, *a, **k) Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._get(url).json() Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: return self.request(url, 'GET', **kwargs) Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:33:21.011823 dv-cinder-804735-7-iscsi neutron-server[94401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:33:21.098239 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec3132-df90-40c2-b8cb-dc69cac84d35 req-31373dc8-a3b4-4504-bd80-e1d3e131dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:21.100008 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8eec3132-df90-40c2-b8cb-dc69cac84d35 req-31373dc8-a3b4-4504-bd80-e1d3e131dd0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 1100 time: 0.0786195 Sep 02 04:33:21.136094 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8eec3132-df90-40c2-b8cb-dc69cac84d35 req-4cd73d39-5d05-4a32-a28e-cd9e315f7922 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264378 Sep 02 04:33:21.183247 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:21.191074 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:21.192947 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] 10.222.0.13 "DELETE /v2.0/networks/26ff5384-f842-4306-a318-71b587753ace HTTP/1.1" status: 204 len: 168 time: 0.5713072 Sep 02 04:33:21.202559 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef92fd9-1345-4d80-9b07-7d6fbada8493 admin admin] Pushing event deleted for resources: {'Network': ['ID=26ff5384-f842-4306-a318-71b587753ace,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:21.274206 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77702c-5002-4a8c-bc76-854fcb9cec56 req-bea067b3-be51-46fc-8825-2eceead3e93d tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:21.275677 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dc77702c-5002-4a8c-bc76-854fcb9cec56 req-bea067b3-be51-46fc-8825-2eceead3e93d tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0588593 Sep 02 04:33:21.321071 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dc77702c-5002-4a8c-bc76-854fcb9cec56 req-deb5bf41-7b51-4553-b672-a06a511f2671 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380557 Sep 02 04:33:21.473282 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503613-22ac-43d0-bd9f-94f3d6f97cb9 req-c681e86a-7058-4aad-969c-eebd6bff7944 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:21.475026 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-80503613-22ac-43d0-bd9f-94f3d6f97cb9 req-c681e86a-7058-4aad-969c-eebd6bff7944 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 947 time: 0.0519483 Sep 02 04:33:21.513264 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-80503613-22ac-43d0-bd9f-94f3d6f97cb9 req-ff4c650e-6590-415b-af7f-4b932d91a696 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Sep 02 04:33:21.783998 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46574) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:21.811808 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-ecbea027-433d-493d-ba6e-d9b4b11ad6b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30c709f5c0524e4384bdb829d81c46c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370140 Sep 02 04:33:21.814312 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46576) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:21.860867 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5830ab7f-2deb-4f6a-8d95-ae08d95bbcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:21.881556 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5830ab7f-2deb-4f6a-8d95-ae08d95bbcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:22.007929 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5830ab7f-2deb-4f6a-8d95-ae08d95bbcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:22.010622 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5830ab7f-2deb-4f6a-8d95-ae08d95bbcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:22.011920 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-5830ab7f-2deb-4f6a-8d95-ae08d95bbcaa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e47dff66-ec8e-478d-af0e-e34bd4ce2532 HTTP/1.1" status: 204 len: 168 time: 0.1960492 Sep 02 04:33:22.020020 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830ab7f-2deb-4f6a-8d95-ae08d95bbcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47dff66-ec8e-478d-af0e-e34bd4ce2532,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:22.442830 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edefe0-4a1c-4d4c-bdce-404df21733c1 req-6e8ba4d3-3774-4385-aca9-11ea56ba88cd tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:22.445151 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f1edefe0-4a1c-4d4c-bdce-404df21733c1 req-6e8ba4d3-3774-4385-aca9-11ea56ba88cd tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0548694 Sep 02 04:33:22.501858 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f1edefe0-4a1c-4d4c-bdce-404df21733c1 req-44acfdd7-aa33-4adb-9757-0db4c8efa148 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449436 Sep 02 04:33:22.502325 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa02b5-543b-4cc8-b7ba-3a0ea9b1e4e7 req-398086be-b803-40ed-957b-02684fceebac tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:22.503900 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d5fa02b5-543b-4cc8-b7ba-3a0ea9b1e4e7 req-398086be-b803-40ed-957b-02684fceebac tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0515110 Sep 02 04:33:22.544659 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d5fa02b5-543b-4cc8-b7ba-3a0ea9b1e4e7 req-3fb9cda8-bf37-4b55-8b56-3fc270dcab17 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Sep 02 04:33:22.632394 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdf849-36d3-4fdd-a502-99166caac86d req-751f2ca6-d422-4858-a2ea-41285dea202f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:22.633836 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eabdf849-36d3-4fdd-a502-99166caac86d req-751f2ca6-d422-4858-a2ea-41285dea202f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 947 time: 0.0492828 Sep 02 04:33:22.672595 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eabdf849-36d3-4fdd-a502-99166caac86d req-cf9bcf7f-cfde-4329-ba77-e68d761846e9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325127 Sep 02 04:33:22.937461 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:23.614769 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a9fda-eddc-4369-886c-0b4ef97a153b req-8e702e3c-0b10-43a0-a0ed-3570be9c553d tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:23.616230 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e84a9fda-eddc-4369-886c-0b4ef97a153b req-8e702e3c-0b10-43a0-a0ed-3570be9c553d tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0472538 Sep 02 04:33:23.657351 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e84a9fda-eddc-4369-886c-0b4ef97a153b req-c68e7f46-b6d0-49fe-8b76-8b6feceb61eb tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349236 Sep 02 04:33:23.756709 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61c52d-53a7-47c0-8657-b94036262877 req-5492287d-3706-466e-a161-f2a5eb6dd55f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:23.758149 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ea61c52d-53a7-47c0-8657-b94036262877 req-5492287d-3706-466e-a161-f2a5eb6dd55f tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0473857 Sep 02 04:33:23.794220 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ea61c52d-53a7-47c0-8657-b94036262877 req-eac1014c-d54a-4be7-8471-e968dee425d1 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301569 Sep 02 04:33:23.897683 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cbbde-30ae-4d0d-8297-2382f5d90647 req-7b56ddee-4831-4c15-9a99-faf588f8796b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:23.899177 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a30cbbde-30ae-4d0d-8297-2382f5d90647 req-7b56ddee-4831-4c15-9a99-faf588f8796b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 947 time: 0.0519643 Sep 02 04:33:23.935165 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a30cbbde-30ae-4d0d-8297-2382f5d90647 req-979ba587-fa56-4fc8-9e57-17e09ca06288 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300076 Sep 02 04:33:24.769611 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f690f97-b6a6-492c-8d4f-9f3357d63949 req-f3d8a3b7-da52-4b02-ab76-16d6c571b90f tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:24.771044 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3f690f97-b6a6-492c-8d4f-9f3357d63949 req-f3d8a3b7-da52-4b02-ab76-16d6c571b90f tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0470881 Sep 02 04:33:24.809452 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3f690f97-b6a6-492c-8d4f-9f3357d63949 req-f01edde9-7d8e-4369-bd08-93a7fd3b6120 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324876 Sep 02 04:33:24.903294 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd0fb-fe50-4030-b870-77a41b02f1e3 req-adf1b1d1-e76c-4869-be81-1953160465f2 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:24.904787 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-667dd0fb-fe50-4030-b870-77a41b02f1e3 req-adf1b1d1-e76c-4869-be81-1953160465f2 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0466108 Sep 02 04:33:24.941846 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-667dd0fb-fe50-4030-b870-77a41b02f1e3 req-0107743d-9eb1-4e0a-96e5-09bf9a664ec1 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Sep 02 04:33:25.054194 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97075e82-8bf4-46f7-a62a-26cf4ebdef4e req-2ef7ee5a-8e75-42c8-a311-7f405568640e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:25.055637 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-97075e82-8bf4-46f7-a62a-26cf4ebdef4e req-2ef7ee5a-8e75-42c8-a311-7f405568640e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 947 time: 0.0500431 Sep 02 04:33:25.092065 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-97075e82-8bf4-46f7-a62a-26cf4ebdef4e req-2e4c19de-695b-4e98-b8a9-1d6a26dc17a2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302598 Sep 02 04:33:25.922206 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863f7f0-7173-483e-8bf3-8f10cba7df65 req-7815e5a0-c7d4-4bf4-89eb-a8c8a227a380 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:25.923719 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e863f7f0-7173-483e-8bf3-8f10cba7df65 req-7815e5a0-c7d4-4bf4-89eb-a8c8a227a380 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0495086 Sep 02 04:33:25.963150 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e863f7f0-7173-483e-8bf3-8f10cba7df65 req-f6fea90d-09f0-4dc2-9ca0-0da151f54b44 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334289 Sep 02 04:33:26.054589 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3d481-67db-4344-b0cd-53efe6f35060 req-73b3c283-7776-4e5c-a9ac-ea3b010a6e30 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:26.056036 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b9b3d481-67db-4344-b0cd-53efe6f35060 req-73b3c283-7776-4e5c-a9ac-ea3b010a6e30 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0469778 Sep 02 04:33:26.093123 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b9b3d481-67db-4344-b0cd-53efe6f35060 req-944c7116-2cc1-4fcf-b797-e196a89637f6 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308332 Sep 02 04:33:26.209429 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c727e5d-2e96-410f-bf7e-28e83f1c27a9 req-25401c3a-0629-4d4d-ba02-de565b52debb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:26.210880 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7c727e5d-2e96-410f-bf7e-28e83f1c27a9 req-25401c3a-0629-4d4d-ba02-de565b52debb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 947 time: 0.0473142 Sep 02 04:33:26.248704 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7c727e5d-2e96-410f-bf7e-28e83f1c27a9 req-124a14c2-ff45-4281-bb2f-44565d4e40a8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319726 Sep 02 04:33:27.084458 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24a787-0cbe-4277-b112-acf3729379b2 req-b60ded1f-f8f6-4498-9ae0-1d1db30b5d61 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:27.085914 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4d24a787-0cbe-4277-b112-acf3729379b2 req-b60ded1f-f8f6-4498-9ae0-1d1db30b5d61 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0564013 Sep 02 04:33:27.125768 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4d24a787-0cbe-4277-b112-acf3729379b2 req-987abed4-c0a3-47b8-946b-695ed3820e6a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337334 Sep 02 04:33:27.211001 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f82f24-51a9-4460-b97b-77b752aefd4a req-44ba6ef6-9e23-4faa-81bf-bbdee798a6f6 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:27.212476 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-34f82f24-51a9-4460-b97b-77b752aefd4a req-44ba6ef6-9e23-4faa-81bf-bbdee798a6f6 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0500863 Sep 02 04:33:27.251425 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-34f82f24-51a9-4460-b97b-77b752aefd4a req-bde52be3-850c-460b-b3e1-2634dd06ccfb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Sep 02 04:33:27.365878 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081383-20c6-43cb-9b53-6bad33b1c227 req-6d2f51e8-78f3-4b24-9382-c336f4604f18 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:27.367310 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cf081383-20c6-43cb-9b53-6bad33b1c227 req-6d2f51e8-78f3-4b24-9382-c336f4604f18 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 947 time: 0.0470898 Sep 02 04:33:27.403509 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cf081383-20c6-43cb-9b53-6bad33b1c227 req-c0d668fb-79fa-4932-9c78-06fa391c25b4 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302625 Sep 02 04:33:28.238090 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6ab25-ef38-4f44-9d4d-76bd77f2f014 req-6caffdf7-a4c1-4d51-942c-42b35d389d04 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:28.239531 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ee6ab25-ef38-4f44-9d4d-76bd77f2f014 req-6caffdf7-a4c1-4d51-942c-42b35d389d04 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0478563 Sep 02 04:33:28.292503 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ee6ab25-ef38-4f44-9d4d-76bd77f2f014 req-ebe7a712-1a7d-45dc-b222-502425017a33 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468485 Sep 02 04:33:28.369226 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46734) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:28.378804 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a68cd-fa6b-46c0-a456-bb74d19ec8a5 req-157036b1-68f0-4f58-b303-652e12945463 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:28.380640 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-746a68cd-fa6b-46c0-a456-bb74d19ec8a5 req-157036b1-68f0-4f58-b303-652e12945463 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0481870 Sep 02 04:33:28.417233 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-746a68cd-fa6b-46c0-a456-bb74d19ec8a5 req-afc47a64-fa30-4efc-bd5a-a6df707dc16a tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306220 Sep 02 04:33:28.475428 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-80ce1b53-4a25-47f7-9540-c2eb7b4494d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:28.559155 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-80ce1b53-4a25-47f7-9540-c2eb7b4494d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:28.676316 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-80ce1b53-4a25-47f7-9540-c2eb7b4494d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:28.711274 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce1b53-4a25-47f7-9540-c2eb7b4494d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dfff15-cd92-4299-9967-3a5e585e7f1a,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:28.715555 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-80ce1b53-4a25-47f7-9540-c2eb7b4494d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5460e495649442d8939408344224d078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452175 Sep 02 04:33:28.718214 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46738) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:28.764849 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bfffce6c-9b12-4113-bf56-60ea598b364d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:28.784425 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bfffce6c-9b12-4113-bf56-60ea598b364d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:28.956179 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bfffce6c-9b12-4113-bf56-60ea598b364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:28.958705 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bfffce6c-9b12-4113-bf56-60ea598b364d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:28.959854 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-bfffce6c-9b12-4113-bf56-60ea598b364d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1dfff15-cd92-4299-9967-3a5e585e7f1a HTTP/1.1" status: 204 len: 168 time: 0.2407568 Sep 02 04:33:28.967672 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffce6c-9b12-4113-bf56-60ea598b364d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dfff15-cd92-4299-9967-3a5e585e7f1a,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:29.413051 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87083298-9287-4d38-84c0-34380f5816e5 req-ea31bf1d-81b5-4261-a221-59f8bec52c18 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:29.414642 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-87083298-9287-4d38-84c0-34380f5816e5 req-ea31bf1d-81b5-4261-a221-59f8bec52c18 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0521739 Sep 02 04:33:29.456260 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-87083298-9287-4d38-84c0-34380f5816e5 req-3d126cea-df79-4987-88e6-de7dad489be8 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355270 Sep 02 04:33:29.533285 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded28bf5-fd60-49ec-bc28-67e549df1f4c req-b95fc206-8733-4896-a640-b3b5442487eb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:29.534946 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ded28bf5-fd60-49ec-bc28-67e549df1f4c req-b95fc206-8733-4896-a640-b3b5442487eb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0505114 Sep 02 04:33:29.573851 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ded28bf5-fd60-49ec-bc28-67e549df1f4c req-cf185f24-9752-4c73-bf9b-24528733e892 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329072 Sep 02 04:33:29.960539 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46766) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:30.053954 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590194038-network', 'tenant_id': 'bcabbf9f18474315a589814f5295dc4c'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:33:30.133178 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Made reservation on behalf of bcabbf9f18474315a589814f5295dc4c for: {'network': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:33:30.135436 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:30.144309 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:30.227247 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:30.299620 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:30.318656 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:33:30.327956 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a00f2f-0902-466e-add3-c30b91293262,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:30.332550 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:30.342151 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.segments_db [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Added segment a073ad05-8667-4f3c-b2d0-5fbce82f5fed of type vlan for network 96d48cf5-87b9-49c3-ba60-81af74cae1ac Sep 02 04:33:30.373796 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:30.476149 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:30.477497 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:30.478277 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:30.541156 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] Pushing event updated for resources: {'Network': ['ID=96d48cf5-87b9-49c3-ba60-81af74cae1ac,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:30.571449 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 96d48cf5-87b9-49c3-ba60-81af74cae1ac details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:33:30.587716 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4f73e-3a60-4660-832f-b8ab1aa6e00b req-3505668c-4664-4eb7-b575-f10fea34ad28 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:30.589220 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6fb4f73e-3a60-4660-832f-b8ab1aa6e00b req-3505668c-4664-4eb7-b575-f10fea34ad28 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0498269 Sep 02 04:33:30.612547 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-5810a0ac-215e-401d-a986-afd63dc6c678 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6428218 Sep 02 04:33:30.612769 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 46778) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:30.612769 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Request body: {'subnet': {'network_id': '96d48cf5-87b9-49c3-ba60-81af74cae1ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590194038-subnet', 'tenant_id': 'bcabbf9f18474315a589814f5295dc4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:33:30.641297 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6fb4f73e-3a60-4660-832f-b8ab1aa6e00b req-8de337fa-63cc-4586-9544-7b2350997889 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459454 Sep 02 04:33:30.692398 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41984dc2-9a32-47f7-a679-9384757d4a49 req-fde6e162-d845-43f7-bc1e-20acadbc14dd tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:30.693856 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-41984dc2-9a32-47f7-a679-9384757d4a49 req-fde6e162-d845-43f7-bc1e-20acadbc14dd tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0461199 Sep 02 04:33:30.731075 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-41984dc2-9a32-47f7-a679-9384757d4a49 req-45b00785-3697-4ed7-9f1d-ff3c18972208 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313671 Sep 02 04:33:30.738867 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Made reservation on behalf of bcabbf9f18474315a589814f5295dc4c for: {'subnet': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:33:30.741175 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439676'] for subnet, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:30.967801 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439634'] for subnet, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:31.023972 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62311642-44c8-4e0c-939b-5ae98e6e0714,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:31.036822 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.037167 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.037516 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.037855 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.038193 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.038525 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.038878 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.039242 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.039572 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.039896 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.040246 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.040570 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:31.044834 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Checking segment: {'id': 'a073ad05-8667-4f3c-b2d0-5fbce82f5fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '96d48cf5-87b9-49c3-ba60-81af74cae1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:33:31.045196 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Network hostable DHCP agents. Network: 96d48cf5-87b9-49c3-ba60-81af74cae1ac, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:33:31.116279 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Network 96d48cf5-87b9-49c3-ba60-81af74cae1ac is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:33:31.199611 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 96d48cf5-87b9-49c3-ba60-81af74cae1ac) {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:33:31.203876 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:31.204590 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:31.209320 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06064836-8e67-453a-8eed-a323f1f4b61f None None] Network 96d48cf5-87b9-49c3-ba60-81af74cae1ac requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:33:31.294531 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-57589ae7-1d09-4834-b844-b0ade9ac51e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6867507 Sep 02 04:33:31.329703 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30242eb6-8206-45d5-a457-a72e7d52ea25 None None] Network 96d48cf5-87b9-49c3-ba60-81af74cae1ac requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:33:31.762651 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c385598-91e1-47de-b8a3-a04a2f55d671 req-62b1f762-42b9-4eb1-b204-947454308453 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:31.764112 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8c385598-91e1-47de-b8a3-a04a2f55d671 req-62b1f762-42b9-4eb1-b204-947454308453 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0483472 Sep 02 04:33:31.806125 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8c385598-91e1-47de-b8a3-a04a2f55d671 req-bf550a89-12d0-4b49-979d-3d72d32b5185 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358880 Sep 02 04:33:31.877620 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-07eb775d-33bc-4c5c-8050-08d387671813 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:31.879165 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-07eb775d-33bc-4c5c-8050-08d387671813 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0469854 Sep 02 04:33:31.880473 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d95c3707-8c81-4911-8d54-e8721539dde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:31.907837 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c60b-dc9d-41ee-8f55-534e9989c4a3 req-923c7a85-f7d5-439a-9611-a4aa46e6e639 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:31.909861 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-06f7c60b-dc9d-41ee-8f55-534e9989c4a3 req-923c7a85-f7d5-439a-9611-a4aa46e6e639 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 945 time: 0.0477138 Sep 02 04:33:31.955406 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-06f7c60b-dc9d-41ee-8f55-534e9989c4a3 req-7c8850a2-1b71-4142-98d8-fce4856d3809 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc9273f5-d964-4637-bf22-11ed75cf93b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Sep 02 04:33:31.979637 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-77d043a5-921f-42d5-9170-5648ef6aaeeb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Deleting port 3146d225-6bdc-4864-a93a-c0e1301bc12c {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:33:31.980023 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-77d043a5-921f-42d5-9170-5648ef6aaeeb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:32.070066 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-77d043a5-921f-42d5-9170-5648ef6aaeeb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] For port 3146d225-6bdc-4864-a93a-c0e1301bc12c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3146d225-6bdc-4864-a93a-c0e1301bc12c,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:33:32.070434 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-77d043a5-921f-42d5-9170-5648ef6aaeeb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:32.086334 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-77d043a5-921f-42d5-9170-5648ef6aaeeb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Calling delete_port for 3146d225-6bdc-4864-a93a-c0e1301bc12c owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:33:32.196694 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46812) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:32.201598 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1111616253-network', 'tenant_id': '2d5b38f48a374f20af6b89990b964d52'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:33:32.481935 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-77d043a5-921f-42d5-9170-5648ef6aaeeb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:32.481935 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d043a5-921f-42d5-9170-5648ef6aaeeb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Pushing event deleted for resources: {'Port': ['ID=3146d225-6bdc-4864-a93a-c0e1301bc12c,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:32.481935 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Made reservation on behalf of 2d5b38f48a374f20af6b89990b964d52 for: {'network': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:33:32.481935 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:32.481935 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:32.481935 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-77d043a5-921f-42d5-9170-5648ef6aaeeb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] No DVR routers for this DVR port 3146d225-6bdc-4864-a93a-c0e1301bc12c on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:33:32.481935 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-77d043a5-921f-42d5-9170-5648ef6aaeeb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:32.481935 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6d7ac552-879e-4cba-9a90-25780e4e60a0 req-77d043a5-921f-42d5-9170-5648ef6aaeeb tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.20 "DELETE /v2.0/ports/3146d225-6bdc-4864-a93a-c0e1301bc12c HTTP/1.1" status: 204 len: 173 time: 0.5936365 Sep 02 04:33:32.481935 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffde743-fe81-4cab-9344-57ca521c59f4', 'name': 'network-vif-deleted', 'tag': '3146d225-6bdc-4864-a93a-c0e1301bc12c'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:33:32.482772 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a364e2-5211-4a6f-a43f-967569077be8" -d '{"events": [{"server_uuid": "3ffde743-fe81-4cab-9344-57ca521c59f4", "name": "network-vif-deleted", "tag": "3146d225-6bdc-4864-a93a-c0e1301bc12c"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:33:32.522059 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd1ec7-7a16-46e2-ab02-d5dcf922cd5b x-openstack-request-id: req-c4dd1ec7-7a16-46e2-ab02-d5dcf922cd5b {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:33:32.522348 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffde743-fe81-4cab-9344-57ca521c59f4", "name": "network-vif-deleted", "tag": "3146d225-6bdc-4864-a93a-c0e1301bc12c", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:33:32.522601 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4dd1ec7-7a16-46e2-ab02-d5dcf922cd5b {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:33:32.522991 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffde743-fe81-4cab-9344-57ca521c59f4', 'name': 'network-vif-deleted', 'tag': '3146d225-6bdc-4864-a93a-c0e1301bc12c', 'status': 'completed', 'code': 200} Sep 02 04:33:32.562059 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:32.681704 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:32.705301 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:33:32.713929 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf06f59-fa53-4eaf-a998-25ce7693c9d1,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:32.719251 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:32.719596 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.segments_db [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Added segment b1d1bc81-895f-4a19-a650-73a8337bb64c of type vlan for network 1b6b4c74-3c30-4db3-9923-8ad7b84f891c Sep 02 04:33:32.758015 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:33.048897 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a342b703-53ea-4fee-913f-e523cf883bf7 req-1c4d9deb-73b2-4c5b-b65c-4d9358cae522 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 210 time: 0.0270224 Sep 02 04:33:33.140823 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:33.141780 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:33.142887 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:33.176269 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79b42e-72dc-4a68-a9c5-8fc6216b84a9 req-caeaa73b-8fa5-4902-bedb-96965482a626 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:33.178607 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0c79b42e-72dc-4a68-a9c5-8fc6216b84a9 req-caeaa73b-8fa5-4902-bedb-96965482a626 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.3042986 Sep 02 04:33:33.225062 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b6b4c74-3c30-4db3-9923-8ad7b84f891c,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:33.234684 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 1b6b4c74-3c30-4db3-9923-8ad7b84f891c details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:33:33.247847 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0c79b42e-72dc-4a68-a9c5-8fc6216b84a9 req-2eefa2be-a7dc-4761-a150-22ccac9a560c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615485 Sep 02 04:33:33.268131 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-c5c6cb5e-f371-45a4-878c-248976dd87c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0674675 Sep 02 04:33:33.268478 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 46824) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:33.273354 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Request body: {'subnet': {'network_id': '1b6b4c74-3c30-4db3-9923-8ad7b84f891c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1111616253-subnet', 'tenant_id': '2d5b38f48a374f20af6b89990b964d52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:33:33.367205 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Made reservation on behalf of 2d5b38f48a374f20af6b89990b964d52 for: {'subnet': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:33:33.369522 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439676'] for subnet, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:33.585017 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439634'] for subnet, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:33.642495 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c090a87-75e5-4e44-a3d7-b2ad7709ec8d,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:33.647624 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Checking segment: {'id': 'b1d1bc81-895f-4a19-a650-73a8337bb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1b6b4c74-3c30-4db3-9923-8ad7b84f891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:33:33.647998 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Network hostable DHCP agents. Network: 1b6b4c74-3c30-4db3-9923-8ad7b84f891c, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:33:33.731296 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Network 1b6b4c74-3c30-4db3-9923-8ad7b84f891c is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:33:33.818681 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 1b6b4c74-3c30-4db3-9923-8ad7b84f891c) {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:33:33.822648 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:33.823236 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:33.827034 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d408e8-81cc-45b9-a92e-52d741666f4c None None] Network 1b6b4c74-3c30-4db3-9923-8ad7b84f891c requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:33:33.888578 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-49740fe1-b871-45eb-9161-1ee3ff9909cc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6189129 Sep 02 04:33:33.948285 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a31c19-d8cf-4f1b-9d76-f8cffb2055be None None] Network 1b6b4c74-3c30-4db3-9923-8ad7b84f891c requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:33:34.004129 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 46830) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:34.056665 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e163c9-c92d-4a32-965b-d40e5bf7dbfb admin admin] Deleting subnet 62311642-44c8-4e0c-939b-5ae98e6e0714 {{(pid=94402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:33:34.059849 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d3e163c9-c92d-4a32-965b-d40e5bf7dbfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.094532 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d3e163c9-c92d-4a32-965b-d40e5bf7dbfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25656299'] for subnet, precommit_delete_associations {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.148132 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-953c92bc-ddb2-42ac-85fe-d2d44661e1f0 req-77f9cc2a-f4a0-491a-8536-f57909b266b3 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 210 time: 0.0293775 Sep 02 04:33:34.157247 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d3e163c9-c92d-4a32-965b-d40e5bf7dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.328085 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d3e163c9-c92d-4a32-965b-d40e5bf7dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439641'] for subnet, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.355393 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e163c9-c92d-4a32-965b-d40e5bf7dbfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62311642-44c8-4e0c-939b-5ae98e6e0714,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:34.358919 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d3e163c9-c92d-4a32-965b-d40e5bf7dbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.361138 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-d3e163c9-c92d-4a32-965b-d40e5bf7dbfb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62311642-44c8-4e0c-939b-5ae98e6e0714 HTTP/1.1" status: 204 len: 168 time: 0.3559911 Sep 02 04:33:34.363719 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 46838) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:34.370397 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d18244-ad05-4540-891d-96716eaba0dc req-89106041-7cc5-435a-83d2-c48039ffb769 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:34.371893 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b6d18244-ad05-4540-891d-96716eaba0dc req-89106041-7cc5-435a-83d2-c48039ffb769 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0562801 Sep 02 04:33:34.416017 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b6d18244-ad05-4540-891d-96716eaba0dc req-db6349fc-5abc-4e71-8868-002203bc9f0f tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369341 Sep 02 04:33:34.430973 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.462648 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-dcae123a-3745-4664-8237-55344af65eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.510352 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.520898 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d48cf5-87b9-49c3-ba60-81af74cae1ac']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:34.529080 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a073ad05-8667-4f3c-b2d0-5fbce82f5fed') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:34.529369 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a073ad05-8667-4f3c-b2d0-5fbce82f5fed') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:34.538241 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.552112 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.557767 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:33:34.566667 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:33:34.647931 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.699459 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.706643 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.711210 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/96d48cf5-87b9-49c3-ba60-81af74cae1ac HTTP/1.1" status: 204 len: 168 time: 0.3436029 Sep 02 04:33:34.711455 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46842) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:34.718740 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf9aa8-faa0-4d51-9040-005b452605f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d48cf5-87b9-49c3-ba60-81af74cae1ac,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:34.755198 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c19c78b-e72a-4a30-be23-9c575dfc9911 admin admin] Deleting subnet 4c090a87-75e5-4e44-a3d7-b2ad7709ec8d {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:33:34.758271 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3c19c78b-e72a-4a30-be23-9c575dfc9911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.789802 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3c19c78b-e72a-4a30-be23-9c575dfc9911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26510909'] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.827402 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3c19c78b-e72a-4a30-be23-9c575dfc9911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.916065 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3146d225-6bdc-4864-a93a-c0e1301bc12c no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:33:34.936121 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 3146d225-6bdc-4864-a93a-c0e1301bc12c {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:33:34.936474 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3146d225-6bdc-4864-a93a-c0e1301bc12c not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:33:34.957277 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3c19c78b-e72a-4a30-be23-9c575dfc9911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26573068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26635730'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.984431 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19c78b-e72a-4a30-be23-9c575dfc9911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c090a87-75e5-4e44-a3d7-b2ad7709ec8d,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:34.986375 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3c19c78b-e72a-4a30-be23-9c575dfc9911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:34.988284 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-3c19c78b-e72a-4a30-be23-9c575dfc9911 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c090a87-75e5-4e44-a3d7-b2ad7709ec8d HTTP/1.1" status: 204 len: 168 time: 0.2758071 Sep 02 04:33:34.990925 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46844) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:35.056813 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:35.144790 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:35.154987 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6b4c74-3c30-4db3-9923-8ad7b84f891c']}} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:35.164764 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d1bc81-895f-4a19-a650-73a8337bb64c') {'for_net_delete': True} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:35.165084 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d1bc81-895f-4a19-a650-73a8337bb64c') {} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:35.174167 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26510884'] for segment, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:35.187833 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:35.194540 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:33:35.194941 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26573138'] for segment, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: Traceback (most recent call last): Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: timer() Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: cb(*args, **kw) Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: return func(*args, **kwargs) Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: self._notify() Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: self.callback(batched_events) Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: event.method(event) Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: return f(self, *a, **k) Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._get(url).json() Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: return self.request(url, 'GET', **kwargs) Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:33:35.197060 dv-cinder-804735-7-iscsi neutron-server[94401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:33:35.262051 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4c9b609e-8792-43e4-9788-0214f9dfa0b0 req-82a0c2a2-4e01-4b5d-8e17-3c970ce8aaa8 tempest-ServerRescueNegativeTestJSON-2132628194 tempest-ServerRescueNegativeTestJSON-2132628194-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffde743-fe81-4cab-9344-57ca521c59f4 HTTP/1.1" status: 200 len: 210 time: 0.0442691 Sep 02 04:33:35.348362 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:35.373622 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:35.381862 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:35.383870 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b6b4c74-3c30-4db3-9923-8ad7b84f891c HTTP/1.1" status: 204 len: 168 time: 0.3919072 Sep 02 04:33:35.393238 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e110143-15f3-4538-869c-66ce3cb7188f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6b4c74-3c30-4db3-9923-8ad7b84f891c,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:35.528646 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af9df5-c2d5-4d3c-b76d-20056bf3d82e req-3a2793d4-1d7f-46c2-ad8e-27a5930b0ce6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:35.530110 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e9af9df5-c2d5-4d3c-b76d-20056bf3d82e req-3a2793d4-1d7f-46c2-ad8e-27a5930b0ce6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0475767 Sep 02 04:33:35.570226 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e9af9df5-c2d5-4d3c-b76d-20056bf3d82e req-5d1522e4-cdba-43a3-a493-74be9ceb31f3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340505 Sep 02 04:33:35.825404 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46860) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:35.864705 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7add25c3-f7f2-43c1-8e8a-2e21eeea8412 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcabbf9f18474315a589814f5295dc4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380518 Sep 02 04:33:35.867141 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46862) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:35.914454 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-01f8ae9b-b906-4c23-a3e6-b77c2ef37cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:35.935554 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-01f8ae9b-b906-4c23-a3e6-b77c2ef37cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:36.053402 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-01f8ae9b-b906-4c23-a3e6-b77c2ef37cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:36.056352 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-01f8ae9b-b906-4c23-a3e6-b77c2ef37cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:36.057707 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-01f8ae9b-b906-4c23-a3e6-b77c2ef37cb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30a00f2f-0902-466e-add3-c30b91293262 HTTP/1.1" status: 204 len: 168 time: 0.1896884 Sep 02 04:33:36.066322 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8ae9b-b906-4c23-a3e6-b77c2ef37cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a00f2f-0902-466e-add3-c30b91293262,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:36.321736 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46872) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:36.684423 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8415c9-a1f9-4e24-8f10-3e301e509753 req-e039e729-18d8-4d28-8eae-3378c3388c69 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:36.686069 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8a8415c9-a1f9-4e24-8f10-3e301e509753 req-e039e729-18d8-4d28-8eae-3378c3388c69 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Sep 02 04:33:36.726952 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8a8415c9-a1f9-4e24-8f10-3e301e509753 req-9dc7d097-59e1-4afb-aa58-f732aefcb3c0 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342486 Sep 02 04:33:36.755599 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20053e-1d98-4cdd-afe5-ecdc20fcf352 req-bed50602-1fca-4457-aac5-cbea9db3774a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:36.759629 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dd20053e-1d98-4cdd-afe5-ecdc20fcf352 req-bed50602-1fca-4457-aac5-cbea9db3774a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.1101043 Sep 02 04:33:36.815664 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dd20053e-1d98-4cdd-afe5-ecdc20fcf352 req-5f234cd9-2437-4de3-8e43-734fc4dea5f6 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&id=670f3a52-44a8-4aaf-8467-f2f14f2921db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526910 Sep 02 04:33:36.827369 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646385'] for router_interface, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:36.846058 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 46884) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:36.894026 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-0f2f07b8-9301-4c9d-b92a-d07ff53179a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d5b38f48a374f20af6b89990b964d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450640 Sep 02 04:33:36.895388 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 46888) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:36.942106 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-37e1fa5d-df1c-4ba9-b6ef-f2e7bffd99ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:36.965233 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-37e1fa5d-df1c-4ba9-b6ef-f2e7bffd99ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:37.068160 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-37e1fa5d-df1c-4ba9-b6ef-f2e7bffd99ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:37.070692 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-37e1fa5d-df1c-4ba9-b6ef-f2e7bffd99ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:37.071942 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-37e1fa5d-df1c-4ba9-b6ef-f2e7bffd99ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cf06f59-fa53-4eaf-a998-25ce7693c9d1 HTTP/1.1" status: 204 len: 168 time: 0.1754632 Sep 02 04:33:37.079499 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1fa5d-df1c-4ba9-b6ef-f2e7bffd99ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf06f59-fa53-4eaf-a998-25ce7693c9d1,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:37.125248 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] Deleting port 748d337b-439c-40e9-ace4-71cae72ec5e4 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:33:37.125588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:37.202976 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] For port 748d337b-439c-40e9-ace4-71cae72ec5e4, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=748d337b-439c-40e9-ace4-71cae72ec5e4,segment=NetworkSegment(53a04f4e-d693-406f-9103-bb0a78320bfe),segment_id=53a04f4e-d693-406f-9103-bb0a78320bfe)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:33:37.203338 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:37.215108 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] Calling delete_port for 748d337b-439c-40e9-ace4-71cae72ec5e4 owned by network:router_interface {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:33:37.230530 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:37.441953 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:37.471616 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=748d337b-439c-40e9-ace4-71cae72ec5e4,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:37.629710 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074351'] for router_interface, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:37.843980 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8155404-9eb2-40f8-9620-4a5b1904a5bb req-9db82706-38fb-4df5-be0d-1bc46c9fb929 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:37.846024 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f8155404-9eb2-40f8-9620-4a5b1904a5bb req-9db82706-38fb-4df5-be0d-1bc46c9fb929 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0483661 Sep 02 04:33:37.851198 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] Router d3cc654c-9c7e-4873-b91a-5f4365c4d05f has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:33:37.885805 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f8155404-9eb2-40f8-9620-4a5b1904a5bb req-4d740df1-fb94-4be8-8f8c-aead1e0a266c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333269 Sep 02 04:33:37.961382 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:33:37.970136 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-13adb979-38cf-4165-adc0-8ef8fb2e9a5d admin admin] 10.222.0.13 "PUT /v2.0/routers/d3cc654c-9c7e-4873-b91a-5f4365c4d05f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6442406 Sep 02 04:33:37.970136 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46910) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:37.972540 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] Sync routers for ids ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:33:37.983616 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] Routers {'d3cc654c-9c7e-4873-b91a-5f4365c4d05f'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:33:37.984319 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:33:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:38.082041 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:38.092263 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] Set router d3cc654c-9c7e-4873-b91a-5f4365c4d05f gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:33:38.317533 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'name': 'tempest-ServerRescueNegativeTestJSON-261622486-router', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:33:37Z', 'revision_number': 5, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'gw_port': {'id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:48Z', 'updated_at': '2021-09-02T04:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:38.345457 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] Checking router: d3cc654c-9c7e-4873-b91a-5f4365c4d05f for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:33:38.360739 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] Routers {'d3cc654c-9c7e-4873-b91a-5f4365c4d05f'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:33:38.360739 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:33:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:38.438251 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:38.546488 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] Set router d3cc654c-9c7e-4873-b91a-5f4365c4d05f gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:33:38.562320 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Deleting port fdb40443-6585-431c-9ef8-9cf412dbdfbc {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:33:38.562656 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:38.639260 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] For port fdb40443-6585-431c-9ef8-9cf412dbdfbc, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=fdb40443-6585-431c-9ef8-9cf412dbdfbc,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:33:38.639981 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:38.660508 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Calling delete_port for fdb40443-6585-431c-9ef8-9cf412dbdfbc owned by network:router_gateway {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:33:38.727487 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'name': 'tempest-ServerRescueNegativeTestJSON-261622486-router', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:33:37Z', 'revision_number': 5, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'gw_port': {'id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:48Z', 'updated_at': '2021-09-02T04:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:38.755375 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb7130-c665-4dc6-923c-9c64d3690bdd None None] The sync data for ids ['d3cc654c-9c7e-4873-b91a-5f4365c4d05f'] in dv-cinder-804735-7-iscsi is: [{'id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'name': 'tempest-ServerRescueNegativeTestJSON-261622486-router', 'tenant_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:33:37Z', 'revision_number': 5, 'project_id': '56f3fc4797ec410b8f3fb46fc7409fe7', 'gw_port': {'id': 'fdb40443-6585-431c-9ef8-9cf412dbdfbc', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc654c-9c7e-4873-b91a-5f4365c4d05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:48Z', 'updated_at': '2021-09-02T04:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:33:38.922360 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:38.955343 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb40443-6585-431c-9ef8-9cf412dbdfbc,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:39.050408 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1387b24-38d2-4dcc-b3b4-49962281f365 req-56e3a232-ac65-45ce-b8b5-9fec69b65953 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:39.052030 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a1387b24-38d2-4dcc-b3b4-49962281f365 req-56e3a232-ac65-45ce-b8b5-9fec69b65953 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0986199 Sep 02 04:33:39.056455 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645515'] for router_gateway, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.180565 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1643540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.187150 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.220564 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a1387b24-38d2-4dcc-b3b4-49962281f365 req-922185d3-04f0-47a5-9458-ca20833b466b tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615078 Sep 02 04:33:39.323644 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1643629'] for router, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.324239 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3cc654c-9c7e-4873-b91a-5f4365c4d05f {{(pid=94401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 04:33:39.338113 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.338113 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-fd7dec22-724b-4760-8352-9c4593dfa9f0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d3cc654c-9c7e-4873-b91a-5f4365c4d05f HTTP/1.1" status: 204 len: 168 time: 1.3633504 Sep 02 04:33:39.338288 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 46952) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:39.388378 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e53dd7-b105-4d34-a2a5-f3f35d70709d admin admin] Deleting subnet f1a897af-bc9e-4d42-98ea-0b9d921a78a2 {{(pid=94402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:33:39.392218 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-46e53dd7-b105-4d34-a2a5-f3f35d70709d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.432046 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-46e53dd7-b105-4d34-a2a5-f3f35d70709d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25656299'] for subnet, precommit_delete_associations {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.470805 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-46e53dd7-b105-4d34-a2a5-f3f35d70709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.654032 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-46e53dd7-b105-4d34-a2a5-f3f35d70709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439641'] for subnet, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.684552 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e53dd7-b105-4d34-a2a5-f3f35d70709d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a897af-bc9e-4d42-98ea-0b9d921a78a2,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:39.685692 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-46e53dd7-b105-4d34-a2a5-f3f35d70709d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.687999 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-46e53dd7-b105-4d34-a2a5-f3f35d70709d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f1a897af-bc9e-4d42-98ea-0b9d921a78a2 HTTP/1.1" status: 204 len: 168 time: 0.3499587 Sep 02 04:33:39.690041 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 46958) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:39.762505 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.822923 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 46962) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:39.854423 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.869547 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263dad98-82eb-49f5-a7aa-96a45a3136eb']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:39.885220 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a04f4e-d693-406f-9103-bb0a78320bfe') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:39.885518 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a04f4e-d693-406f-9103-bb0a78320bfe') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:33:39.901587 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.904124 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device fdb40443-6585-431c-9ef8-9cf412dbdfbc no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:33:39.916913 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.925913 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: fdb40443-6585-431c-9ef8-9cf412dbdfbc {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:33:39.926260 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:33:39.926368 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device fdb40443-6585-431c-9ef8-9cf412dbdfbc not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:33:39.926681 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 748d337b-439c-40e9-ace4-71cae72ec5e4 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:33:39.926789 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:33:39.928615 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:33:39.946957 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 748d337b-439c-40e9-ace4-71cae72ec5e4 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:33:39.947306 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 748d337b-439c-40e9-ace4-71cae72ec5e4 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:33:40.174879 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-436984c9-948b-4e13-bcca-2c72d2e85a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.261262 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-436984c9-948b-4e13-bcca-2c72d2e85a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.269068 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.274189 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.285140 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] 10.222.0.13 "DELETE /v2.0/networks/263dad98-82eb-49f5-a7aa-96a45a3136eb HTTP/1.1" status: 204 len: 168 time: 0.5897110 Sep 02 04:33:40.303121 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d4e24-227d-4426-912a-feacbd901a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=263dad98-82eb-49f5-a7aa-96a45a3136eb,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:40.333109 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-436984c9-948b-4e13-bcca-2c72d2e85a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.353685 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a817-8dac-410c-8b8f-904a6cd69a7e req-83c00fa3-6068-4f53-b171-84e303063932 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:40.355351 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2f22a817-8dac-410c-8b8f-904a6cd69a7e req-83c00fa3-6068-4f53-b171-84e303063932 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0528243 Sep 02 04:33:40.374238 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-436984c9-948b-4e13-bcca-2c72d2e85a0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0101fdae47f24d1fb4cf990fa0f7e73e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5502670 Sep 02 04:33:40.375494 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436984c9-948b-4e13-bcca-2c72d2e85a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08a12af-dcdb-4217-8656-3f44f3ff6105,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:40.377627 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46970) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:40.408817 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2f22a817-8dac-410c-8b8f-904a6cd69a7e req-12c91b51-503c-46d9-af6c-fbc0e09fc3dc tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476995 Sep 02 04:33:40.450821 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-96fdc947-9175-4cb6-9ffa-113c5edd8493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.474345 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-96fdc947-9175-4cb6-9ffa-113c5edd8493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.607402 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-96fdc947-9175-4cb6-9ffa-113c5edd8493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.609962 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-96fdc947-9175-4cb6-9ffa-113c5edd8493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.611646 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-96fdc947-9175-4cb6-9ffa-113c5edd8493 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f08a12af-dcdb-4217-8656-3f44f3ff6105 HTTP/1.1" status: 204 len: 168 time: 0.2317505 Sep 02 04:33:40.619612 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdc947-9175-4cb6-9ffa-113c5edd8493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08a12af-dcdb-4217-8656-3f44f3ff6105,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:40.651505 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46974) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:40.692515 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-4ba30d86-3e89-474a-8768-6f0046862f51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56f3fc4797ec410b8f3fb46fc7409fe7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397322 Sep 02 04:33:40.694795 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46978) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:40.745254 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-90a0dc24-7f8c-4f70-9b78-fd173000c152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.766061 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-90a0dc24-7f8c-4f70-9b78-fd173000c152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.882094 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-90a0dc24-7f8c-4f70-9b78-fd173000c152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.884736 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-90a0dc24-7f8c-4f70-9b78-fd173000c152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:40.886166 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-90a0dc24-7f8c-4f70-9b78-fd173000c152 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc9273f5-d964-4637-bf22-11ed75cf93b7 HTTP/1.1" status: 204 len: 168 time: 0.1902924 Sep 02 04:33:40.894527 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0dc24-7f8c-4f70-9b78-fd173000c152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9273f5-d964-4637-bf22-11ed75cf93b7,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:41.312100 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46990) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:41.324966 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3818b54e-55cc-4054-896f-eea01d6a1457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:41.412414 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3818b54e-55cc-4054-896f-eea01d6a1457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:41.482064 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3818b54e-55cc-4054-896f-eea01d6a1457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:41.520313 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-3818b54e-55cc-4054-896f-eea01d6a1457 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de8612694ffe444ab74a833b874e4eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070444 Sep 02 04:33:41.521453 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818b54e-55cc-4054-896f-eea01d6a1457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399cc3aa-4f80-4b39-a0ff-ebbd42d4e30d,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:41.523750 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 46998) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:41.529070 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03d39-a205-4d5e-bd91-2790e2c4d0af req-9dda7d31-68ae-4307-8168-294b3352de36 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:41.530560 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-41a03d39-a205-4d5e-bd91-2790e2c4d0af req-9dda7d31-68ae-4307-8168-294b3352de36 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0550060 Sep 02 04:33:41.570350 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-41a03d39-a205-4d5e-bd91-2790e2c4d0af req-f480f858-18a9-4385-b4d2-450649d0a5ad tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324049 Sep 02 04:33:41.573027 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a7f59432-45f2-4044-be6d-f3760fe02b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:41.595056 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a7f59432-45f2-4044-be6d-f3760fe02b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:41.719452 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a7f59432-45f2-4044-be6d-f3760fe02b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:41.722159 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a7f59432-45f2-4044-be6d-f3760fe02b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:41.723339 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-a7f59432-45f2-4044-be6d-f3760fe02b5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/399cc3aa-4f80-4b39-a0ff-ebbd42d4e30d HTTP/1.1" status: 204 len: 168 time: 0.1986380 Sep 02 04:33:41.731403 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f59432-45f2-4044-be6d-f3760fe02b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399cc3aa-4f80-4b39-a0ff-ebbd42d4e30d,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:42.280884 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98644a18-6110-4a2d-a8b3-4bb4b6384cfe req-9fc5662f-eac7-43c0-9869-33b6afec313d tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:42.291479 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-98644a18-6110-4a2d-a8b3-4bb4b6384cfe req-9fc5662f-eac7-43c0-9869-33b6afec313d tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 945 time: 0.0538208 Sep 02 04:33:42.332211 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-98644a18-6110-4a2d-a8b3-4bb4b6384cfe req-03d27eae-a3c6-41d5-bc42-3357e9d24678 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Sep 02 04:33:42.692949 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdd02a-4823-4425-9004-d9635c138ffc req-7d09c33f-0a56-4b3f-920e-fa2e5ddae2e3 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:42.694613 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-90bdd02a-4823-4425-9004-d9635c138ffc req-7d09c33f-0a56-4b3f-920e-fa2e5ddae2e3 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0530765 Sep 02 04:33:42.752459 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-90bdd02a-4823-4425-9004-d9635c138ffc req-acbfba81-a86f-4d89-b7e3-5d9f07a2b79f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423834 Sep 02 04:33:43.433892 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1651a3f-42d0-40f3-b503-7d9b24a8e6f1 req-951869c4-ddc8-4463-84ab-c4c6acdd7677 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:43.435410 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f1651a3f-42d0-40f3-b503-7d9b24a8e6f1 req-951869c4-ddc8-4463-84ab-c4c6acdd7677 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 945 time: 0.0470669 Sep 02 04:33:43.476300 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f1651a3f-42d0-40f3-b503-7d9b24a8e6f1 req-07dceda9-ea53-4fa2-9f86-97e12123610c tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Sep 02 04:33:43.866430 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9310463-61c6-4ae2-9add-beb5afb9f25a req-e9bea2f2-055c-4149-a53b-e6ee5c72eef2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:43.867932 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e9310463-61c6-4ae2-9add-beb5afb9f25a req-e9bea2f2-055c-4149-a53b-e6ee5c72eef2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0489779 Sep 02 04:33:43.907635 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e9310463-61c6-4ae2-9add-beb5afb9f25a req-49e3b619-96f3-495b-80ef-0da0ab1bb670 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336111 Sep 02 04:33:44.132770 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65603f13-1474-4031-baee-c03332f019cc req-d1fbfe4b-dd94-4386-b081-75f0fd8196ab tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:44.134210 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-65603f13-1474-4031-baee-c03332f019cc req-d1fbfe4b-dd94-4386-b081-75f0fd8196ab tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.20 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 945 time: 0.0470347 Sep 02 04:33:44.176311 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47094) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:44.233581 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-65603f13-1474-4031-baee-c03332f019cc req-5f0cd136-a4df-43ad-ac0d-09cba8c3e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Deleting port a525487b-12c0-45f3-b6ca-68106090802b {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:33:44.233916 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-65603f13-1474-4031-baee-c03332f019cc req-5f0cd136-a4df-43ad-ac0d-09cba8c3e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.308541 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-83297891-2a69-4d1d-b022-8d4643305f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.347000 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-65603f13-1474-4031-baee-c03332f019cc req-5f0cd136-a4df-43ad-ac0d-09cba8c3e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] For port a525487b-12c0-45f3-b6ca-68106090802b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a525487b-12c0-45f3-b6ca-68106090802b,segment=NetworkSegment(84ea9047-8928-4e6c-95e6-0e1cb02a90fb),segment_id=84ea9047-8928-4e6c-95e6-0e1cb02a90fb)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:33:44.347362 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-65603f13-1474-4031-baee-c03332f019cc req-5f0cd136-a4df-43ad-ac0d-09cba8c3e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.365795 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-65603f13-1474-4031-baee-c03332f019cc req-5f0cd136-a4df-43ad-ac0d-09cba8c3e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Calling delete_port for a525487b-12c0-45f3-b6ca-68106090802b owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:33:44.485094 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-83297891-2a69-4d1d-b022-8d4643305f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.594697 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cace12-4997-4f88-99c1-fde5f4f0b0de req-7f830507-0e75-466d-8d63-61c892754eb1 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:44.596724 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d1cace12-4997-4f88-99c1-fde5f4f0b0de req-7f830507-0e75-466d-8d63-61c892754eb1 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 945 time: 0.0510225 Sep 02 04:33:44.619693 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-83297891-2a69-4d1d-b022-8d4643305f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.634241 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d1cace12-4997-4f88-99c1-fde5f4f0b0de req-4d51f22d-6192-4c1c-b199-0d02b39c186e tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313089 Sep 02 04:33:44.686035 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-83297891-2a69-4d1d-b022-8d4643305f60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc50d7a6b1c44feeb850b11d48d256e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086408 Sep 02 04:33:44.688612 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47100) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:44.690790 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83297891-2a69-4d1d-b022-8d4643305f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182a64d8-40ae-48e0-91f8-69fc940b61ab,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:44.740942 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-46d7da5b-910d-41e6-af79-5b964606ba70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.761672 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-46d7da5b-910d-41e6-af79-5b964606ba70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.805311 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-65603f13-1474-4031-baee-c03332f019cc req-5f0cd136-a4df-43ad-ac0d-09cba8c3e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.835596 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cd136-a4df-43ad-ac0d-09cba8c3e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Pushing event deleted for resources: {'Port': ['ID=a525487b-12c0-45f3-b6ca-68106090802b,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:44.844403 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['a525487b-12c0-45f3-b6ca-68106090802b'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:33:44.880227 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-65603f13-1474-4031-baee-c03332f019cc req-5f0cd136-a4df-43ad-ac0d-09cba8c3e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] No DVR routers for this DVR port a525487b-12c0-45f3-b6ca-68106090802b on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:33:44.882727 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-65603f13-1474-4031-baee-c03332f019cc req-5f0cd136-a4df-43ad-ac0d-09cba8c3e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.884691 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-65603f13-1474-4031-baee-c03332f019cc req-5f0cd136-a4df-43ad-ac0d-09cba8c3e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.20 "DELETE /v2.0/ports/a525487b-12c0-45f3-b6ca-68106090802b HTTP/1.1" status: 204 len: 173 time: 0.7443769 Sep 02 04:33:44.885143 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6512480e-2b4a-48b0-b6d9-1183746b3624', 'name': 'network-vif-deleted', 'tag': 'a525487b-12c0-45f3-b6ca-68106090802b'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:33:44.887385 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c61eba-f7b1-4405-80cd-657579db069d" -d '{"events": [{"server_uuid": "6512480e-2b4a-48b0-b6d9-1183746b3624", "name": "network-vif-deleted", "tag": "a525487b-12c0-45f3-b6ca-68106090802b"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:33:44.893993 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-46d7da5b-910d-41e6-af79-5b964606ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.896496 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-46d7da5b-910d-41e6-af79-5b964606ba70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:44.898523 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-46d7da5b-910d-41e6-af79-5b964606ba70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/182a64d8-40ae-48e0-91f8-69fc940b61ab HTTP/1.1" status: 204 len: 168 time: 0.2082193 Sep 02 04:33:44.909993 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7da5b-910d-41e6-af79-5b964606ba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182a64d8-40ae-48e0-91f8-69fc940b61ab,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:44.928831 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91500836-34af-4d75-b83a-909c277c7b35 x-openstack-request-id: req-91500836-34af-4d75-b83a-909c277c7b35 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:33:44.929121 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6512480e-2b4a-48b0-b6d9-1183746b3624", "name": "network-vif-deleted", "tag": "a525487b-12c0-45f3-b6ca-68106090802b", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:33:44.929393 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91500836-34af-4d75-b83a-909c277c7b35 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:33:44.929793 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6512480e-2b4a-48b0-b6d9-1183746b3624', 'name': 'network-vif-deleted', 'tag': 'a525487b-12c0-45f3-b6ca-68106090802b', 'status': 'completed', 'code': 200} Sep 02 04:33:45.044708 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801187b-86b5-4de7-912a-a3fffd6fa6e0 req-fb03485d-df3d-4b06-aa4d-2c143551482e tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:45.046202 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9801187b-86b5-4de7-912a-a3fffd6fa6e0 req-fb03485d-df3d-4b06-aa4d-2c143551482e tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0476804 Sep 02 04:33:45.083408 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9801187b-86b5-4de7-912a-a3fffd6fa6e0 req-e95b738f-4a6e-411f-a72f-46dc1c658af7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312049 Sep 02 04:33:45.741147 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9d9c3377-6080-4be9-ac2f-09fdddb831e0 req-f480d1d8-3a59-483b-917a-4696dad277a1 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=6512480e-2b4a-48b0-b6d9-1183746b3624 HTTP/1.1" status: 200 len: 210 time: 0.0253887 Sep 02 04:33:45.790903 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47126) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:45.807181 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-296bc8e8-6d73-4ade-affc-ef773e97fbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:45.890647 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-296bc8e8-6d73-4ade-affc-ef773e97fbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:45.967451 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-296bc8e8-6d73-4ade-affc-ef773e97fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:46.005848 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-296bc8e8-6d73-4ade-affc-ef773e97fbb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d7875cdb7bd496cb97b8e74d8a6a43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139220 Sep 02 04:33:46.006961 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bc8e8-6d73-4ade-affc-ef773e97fbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16a802d-8fa3-42cd-b4a9-52f9839e803f,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:46.008612 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47128) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:46.065015 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:46.085110 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:46.195119 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945004a5-5208-4185-9d3b-a63e74b9cb54 req-3ef128d0-1af4-4d84-94af-5a2493e7ab6e tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:46.196515 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-945004a5-5208-4185-9d3b-a63e74b9cb54 req-3ef128d0-1af4-4d84-94af-5a2493e7ab6e tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0469196 Sep 02 04:33:46.205475 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:46.217145 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:46.217145 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b16a802d-8fa3-42cd-b4a9-52f9839e803f HTTP/1.1" status: 204 len: 168 time: 0.1997826 Sep 02 04:33:46.217888 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16a802d-8fa3-42cd-b4a9-52f9839e803f,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:46.226457 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.226796 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.227310 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.227845 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.228380 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.228998 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.229480 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.230077 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.230558 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.231053 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.231529 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.232166 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44c1aa4-cb99-401d-b5d3-98eabcafd47e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:33:46.239861 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-945004a5-5208-4185-9d3b-a63e74b9cb54 req-2662dac2-537e-495e-ae73-26dae684737f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373056 Sep 02 04:33:46.970139 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device a525487b-12c0-45f3-b6ca-68106090802b no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:33:46.977697 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47156) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:46.990473 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: a525487b-12c0-45f3-b6ca-68106090802b {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:33:46.990822 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device a525487b-12c0-45f3-b6ca-68106090802b not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:33:47.129506 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4c599b70-254d-4d72-91aa-4900a0793339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:47.233593 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4c599b70-254d-4d72-91aa-4900a0793339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:47.297621 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4c599b70-254d-4d72-91aa-4900a0793339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:47.349725 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-4c599b70-254d-4d72-91aa-4900a0793339 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbcc9373905241cc96b1918e8f18ef98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705249 Sep 02 04:33:47.350848 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47170) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:47.351713 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c599b70-254d-4d72-91aa-4900a0793339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36fb329-361b-4c5e-b027-91ef29072d72,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:47.380918 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fc929-395c-444e-9ea9-749dc9a2d213 req-c368b492-5a82-4a68-a293-51e1010b2405 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:47.382669 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3a0fc929-395c-444e-9ea9-749dc9a2d213 req-c368b492-5a82-4a68-a293-51e1010b2405 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0550649 Sep 02 04:33:47.409011 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-010e54d4-322f-4328-8a6b-5f52b897a710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:47.424666 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3a0fc929-395c-444e-9ea9-749dc9a2d213 req-ae85ddd4-0ed6-4a3c-ac37-3059fbd52d17 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354009 Sep 02 04:33:47.431055 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-010e54d4-322f-4328-8a6b-5f52b897a710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:47.594079 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-010e54d4-322f-4328-8a6b-5f52b897a710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:47.597305 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-010e54d4-322f-4328-8a6b-5f52b897a710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:47.598505 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-010e54d4-322f-4328-8a6b-5f52b897a710 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d36fb329-361b-4c5e-b027-91ef29072d72 HTTP/1.1" status: 204 len: 168 time: 0.2422400 Sep 02 04:33:47.606606 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e54d4-322f-4328-8a6b-5f52b897a710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36fb329-361b-4c5e-b027-91ef29072d72,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:47.833584 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb45a91-b545-487a-8e8c-437404516b46 req-fb673297-db2e-42db-aa0c-2e557cb92f76 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:47.834947 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4cb45a91-b545-487a-8e8c-437404516b46 req-fb673297-db2e-42db-aa0c-2e557cb92f76 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0471072 Sep 02 04:33:47.874366 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4cb45a91-b545-487a-8e8c-437404516b46 req-24368df4-5e1c-4620-861f-ccf4ba441769 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328667 Sep 02 04:33:48.459327 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47204) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:48.473097 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-93de390c-8197-4987-ac7f-80c6d20b51c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:48.559714 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-93de390c-8197-4987-ac7f-80c6d20b51c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:48.658681 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-93de390c-8197-4987-ac7f-80c6d20b51c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:48.695932 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-93de390c-8197-4987-ac7f-80c6d20b51c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a55b329f01d4a85a427c433f7f180de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354126 Sep 02 04:33:48.697941 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de390c-8197-4987-ac7f-80c6d20b51c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cbd6f0-88ab-4a1b-b5df-fdcc63e5bdd6,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:48.698661 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47206) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:48.747263 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26e39e5c-f0db-48dc-990d-3219f3464de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:48.768129 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26e39e5c-f0db-48dc-990d-3219f3464de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:48.876978 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26e39e5c-f0db-48dc-990d-3219f3464de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:48.879548 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26e39e5c-f0db-48dc-990d-3219f3464de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:48.880799 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-26e39e5c-f0db-48dc-990d-3219f3464de0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2cbd6f0-88ab-4a1b-b5df-fdcc63e5bdd6 HTTP/1.1" status: 204 len: 168 time: 0.1811149 Sep 02 04:33:48.888719 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e39e5c-f0db-48dc-990d-3219f3464de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cbd6f0-88ab-4a1b-b5df-fdcc63e5bdd6,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:48.936037 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:33:48.998622 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc894c-1a5d-406e-b9fc-5571b10f5f7b req-e960f47b-c304-40a0-93bb-addb4c0e6e30 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:49.000179 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2bdc894c-1a5d-406e-b9fc-5571b10f5f7b req-e960f47b-c304-40a0-93bb-addb4c0e6e30 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0502675 Sep 02 04:33:49.040636 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2bdc894c-1a5d-406e-b9fc-5571b10f5f7b req-f360c0a6-68bf-450a-a0e3-9a9fad2a0ec2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316133 Sep 02 04:33:50.160687 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d850f50-4bec-4619-bf19-1d0972516601 req-ce5af9d0-45d2-4d05-84b3-98f98c5cebaf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:50.162186 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8d850f50-4bec-4619-bf19-1d0972516601 req-ce5af9d0-45d2-4d05-84b3-98f98c5cebaf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0548961 Sep 02 04:33:50.199192 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8d850f50-4bec-4619-bf19-1d0972516601 req-775b428a-6d5a-4f4f-a94b-103b122752a7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308819 Sep 02 04:33:50.429633 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6301870-e20e-46a8-b396-7944ef73805b req-7b181cfc-9df8-4ac3-9a0a-250bbec27493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:50.431133 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6301870-e20e-46a8-b396-7944ef73805b req-7b181cfc-9df8-4ac3-9a0a-250bbec27493 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 1098 time: 0.0421529 Sep 02 04:33:50.520816 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6301870-e20e-46a8-b396-7944ef73805b req-34854bac-103c-4603-a5fd-945896f88e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:50.522298 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6301870-e20e-46a8-b396-7944ef73805b req-34854bac-103c-4603-a5fd-945896f88e1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad90c133-531e-4d6b-a1ec-5f41d66215bb HTTP/1.1" status: 200 len: 910 time: 0.0823925 Sep 02 04:33:50.589972 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6301870-e20e-46a8-b396-7944ef73805b req-74e42fbc-99f1-40ff-8ec6-667533b4da4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12a40-174f-4aa8-b249-61f0b2903ae6 HTTP/1.1" status: 200 len: 1000 time: 0.0583832 Sep 02 04:33:50.645950 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6301870-e20e-46a8-b396-7944ef73805b req-6b2d4d4b-edf3-4c8f-aa18-e1b187879ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:50.647401 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6301870-e20e-46a8-b396-7944ef73805b req-6b2d4d4b-edf3-4c8f-aa18-e1b187879ee0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3f036dc-04d9-4fbb-81de-d3916611a42e HTTP/1.1" status: 200 len: 849 time: 0.0483801 Sep 02 04:33:50.693401 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6301870-e20e-46a8-b396-7944ef73805b req-c3a26a3f-755c-42e2-a643-2d3d143d0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:50.694869 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6301870-e20e-46a8-b396-7944ef73805b req-c3a26a3f-755c-42e2-a643-2d3d143d0edc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad90c133-531e-4d6b-a1ec-5f41d66215bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387590 Sep 02 04:33:50.786466 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6301870-e20e-46a8-b396-7944ef73805b req-aa54f007-a0bc-4939-bb26-b87184efa0c8 service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841067 Sep 02 04:33:50.875018 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6301870-e20e-46a8-b396-7944ef73805b req-e6695a5e-6aff-4d33-9f1c-1d7bb105d6e4 service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806761 Sep 02 04:33:51.318871 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b7cba-4457-4096-976b-821358012716 req-6acbf9a0-d2de-4bd2-80a0-d6579d45ccdc tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:51.320467 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ec2b7cba-4457-4096-976b-821358012716 req-6acbf9a0-d2de-4bd2-80a0-d6579d45ccdc tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0548248 Sep 02 04:33:51.364830 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ec2b7cba-4457-4096-976b-821358012716 req-2339959e-8211-47aa-bd09-cbc9f648aa7b tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369997 Sep 02 04:33:51.495345 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-970d0b4b-362b-468e-ab48-92cf2175e206 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408554 Sep 02 04:33:51.595867 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-7d9ffc03-ffa2-41c1-b0bb-1afd6ecd54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:51.597427 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-7d9ffc03-ffa2-41c1-b0bb-1afd6ecd54f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 1100 time: 0.0407045 Sep 02 04:33:51.707248 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-554aec01-8053-4eac-a8bd-5e635e8af4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:51.709075 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-554aec01-8053-4eac-a8bd-5e635e8af4d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 917 time: 0.0903556 Sep 02 04:33:51.784124 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-3bb6245a-d837-4fbb-a091-3bc3c2e3a327 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff HTTP/1.1" status: 200 len: 1002 time: 0.0676262 Sep 02 04:33:51.846951 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-c5feb8b5-0f15-4b4e-8a38-e7cb30f39dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:51.848679 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-c5feb8b5-0f15-4b4e-8a38-e7cb30f39dbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.0504968 Sep 02 04:33:51.895619 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-43df1af1-635f-4a55-bb87-78bf4a723fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:51.897025 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-43df1af1-635f-4a55-bb87-78bf4a723fa5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400517 Sep 02 04:33:51.988985 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-3cee21d1-cd62-4c34-9613-f007a937709e service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833452 Sep 02 04:33:52.083543 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0fe31a8b-1836-4b23-b28f-d7769cb330c2 req-71075694-ea0d-4cda-9e6a-7c12fe8179cc service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828302 Sep 02 04:33:52.488806 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626374b-b481-402a-966d-cb3b8809ccbc req-d7137f5a-588e-4119-97f3-c20104e9508b tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:52.490616 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6626374b-b481-402a-966d-cb3b8809ccbc req-d7137f5a-588e-4119-97f3-c20104e9508b tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0509307 Sep 02 04:33:52.527992 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6626374b-b481-402a-966d-cb3b8809ccbc req-2fe67630-377a-4d39-b8b6-ee1ca376e225 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314302 Sep 02 04:33:52.887048 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:57.554978 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-5e2fd342-262e-4e81-8787-bfef74d6c2d3 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:33:57.556608 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-5e2fd342-262e-4e81-8787-bfef74d6c2d3 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/networks?id=36934402-f060-463c-a58a-2b7056c383b5 HTTP/1.1" status: 200 len: 813 time: 0.1022630 Sep 02 04:33:57.571332 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-a19c5bb3-0843-4c5b-aad0-932585b70d46 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/quotas/575695d7181e435fb176d616cafa196c HTTP/1.1" status: 200 len: 375 time: 0.0092993 Sep 02 04:33:57.602054 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-041e42f9-31d8-4894-a666-887c26fd3bab tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=575695d7181e435fb176d616cafa196c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254660 Sep 02 04:33:57.693520 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-59bdfba2-b093-49e8-9c77-346ed23fec9f service neutron] 10.222.0.13 "GET /v2.0/networks/36934402-f060-463c-a58a-2b7056c383b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847483 Sep 02 04:33:57.765689 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47400) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:57.787886 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-d5066421-e265-4ff8-98bc-af044150841a service neutron] 10.222.0.13 "GET /v2.0/networks/36934402-f060-463c-a58a-2b7056c383b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881622 Sep 02 04:33:57.869399 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-271a9251-d112-4f5c-b29d-b71cb69958f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:57.958335 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-271a9251-d112-4f5c-b29d-b71cb69958f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:58.001561 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6fa71c90-87b2-4d68-b69c-dd7f39019873 req-e18b480a-0502-4195-bc99-d47f247d58e8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 210 time: 0.0245547 Sep 02 04:33:58.041879 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-271a9251-d112-4f5c-b29d-b71cb69958f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:58.084383 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-271a9251-d112-4f5c-b29d-b71cb69958f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3db15f2c710d4df59432b15f805ffe1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176157 Sep 02 04:33:58.085479 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a9251-d112-4f5c-b29d-b71cb69958f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f73e3fd-1de8-4506-8585-4e4245997e40,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:58.087452 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47414) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:58.140825 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d2d9df00-8711-4b86-9ac6-728bef7046e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:58.161187 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d2d9df00-8711-4b86-9ac6-728bef7046e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:58.302608 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d2d9df00-8711-4b86-9ac6-728bef7046e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:58.305551 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-d2d9df00-8711-4b86-9ac6-728bef7046e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:58.307159 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-d2d9df00-8711-4b86-9ac6-728bef7046e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f73e3fd-1de8-4506-8585-4e4245997e40 HTTP/1.1" status: 204 len: 168 time: 0.2182307 Sep 02 04:33:58.316136 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9df00-8711-4b86-9ac6-728bef7046e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f73e3fd-1de8-4506-8585-4e4245997e40,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:59.085991 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47432) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:59.090172 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4299b293-6f8d-4cae-a001-37aa13b84f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:59.102554 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-30001d16-33c9-48b0-98c7-dcb6fae39915 req-6b04eddd-5998-42d8-a01b-11c1467ef1c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 210 time: 0.0317752 Sep 02 04:33:59.178758 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4299b293-6f8d-4cae-a001-37aa13b84f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:59.245436 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4299b293-6f8d-4cae-a001-37aa13b84f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:59.282855 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-4299b293-6f8d-4cae-a001-37aa13b84f5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a4902e637714911a5c7a32ff271a0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051790 Sep 02 04:33:59.284706 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299b293-6f8d-4cae-a001-37aa13b84f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e816608-9e4d-483f-9360-baabdec99e41,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:33:59.286786 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47434) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:33:59.345612 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d34f-22fa-4b13-9fd5-abc9c8009a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:59.367647 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d34f-22fa-4b13-9fd5-abc9c8009a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:59.481352 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d34f-22fa-4b13-9fd5-abc9c8009a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:59.483965 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d34f-22fa-4b13-9fd5-abc9c8009a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:33:59.485103 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-2ff6d34f-22fa-4b13-9fd5-abc9c8009a20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e816608-9e4d-483f-9360-baabdec99e41 HTTP/1.1" status: 204 len: 168 time: 0.1877475 Sep 02 04:33:59.493533 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6d34f-22fa-4b13-9fd5-abc9c8009a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e816608-9e4d-483f-9360-baabdec99e41,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:00.212576 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9c9aa507-0306-4158-9a29-29daaf196b0e req-6ccc26b6-ef29-4e4f-8cf6-c2eead369afc tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 210 time: 0.0313668 Sep 02 04:34:00.216275 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-0912ef80-872a-4465-a12e-47cacea7b7be tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:00.217874 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-0912ef80-872a-4465-a12e-47cacea7b7be tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.20 "GET /v2.0/networks?id=36934402-f060-463c-a58a-2b7056c383b5 HTTP/1.1" status: 200 len: 813 time: 0.1193256 Sep 02 04:34:00.241891 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Request body: {'port': {'device_id': '95674748-4b1b-4dbb-98d6-fb5403a9d5ca', 'network_id': '36934402-f060-463c-a58a-2b7056c383b5', 'admin_state_up': True, 'tenant_id': '575695d7181e435fb176d616cafa196c'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:00.451028 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Made reservation on behalf of 575695d7181e435fb176d616cafa196c for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:34:00.454640 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:00.588025 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Allocated IP 172.20.0.7 (36934402-f060-463c-a58a-2b7056c383b5/f9991316-8d15-416e-8a73-dedeff0c0844/26a563ab-3b33-425b-adb7-b73da80f7062) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:34:00.738646 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:00.859222 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:00.901704 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Network 36934402-f060-463c-a58a-2b7056c383b5 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:34:00.904769 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:00.907214 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:34:00.936327 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Pushing event updated for resources: {'Port': ['ID=26a563ab-3b33-425b-adb7-b73da80f7062,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:00.963438 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:00.966754 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:01.068559 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-fa18a77b-6640-4541-80b7-a7d137fda17f tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8344307 Sep 02 04:34:01.088668 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Request body: {'port': {'device_id': '95674748-4b1b-4dbb-98d6-fb5403a9d5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:01.145372 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:01.382965 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343feebf-3322-4b19-a5f8-8161f312e689 req-75efb937-6ff8-4448-82da-e7c832f6a67e tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:01.384505 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-343feebf-3322-4b19-a5f8-8161f312e689 req-75efb937-6ff8-4448-82da-e7c832f6a67e tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 931 time: 0.0935662 Sep 02 04:34:01.462801 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-343feebf-3322-4b19-a5f8-8161f312e689 req-04605f10-8cb0-4135-a5f8-05648ef8acd3 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707335 Sep 02 04:34:01.474961 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a563ab-3b33-425b-adb7-b73da80f7062 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:34:01.492407 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:01.504569 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Transition to ACTIVE for port object 26a563ab-3b33-425b-adb7-b73da80f7062 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:34:01.616558 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:01.790435 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-46fd6a66-7b02-4b93-b6fe-750b2e3982dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:01.925917 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=26a563ab-3b33-425b-adb7-b73da80f7062,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:01.987139 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Attempting to bind port 26a563ab-3b33-425b-adb7-b73da80f7062 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:34:01.987474 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Attempting to bind port 26a563ab-3b33-425b-adb7-b73da80f7062 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '84ea9047-8928-4e6c-95e6-0e1cb02a90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '36934402-f060-463c-a58a-2b7056c383b5'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:34:01.987795 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Attempting to bind port 26a563ab-3b33-425b-adb7-b73da80f7062 on network 36934402-f060-463c-a58a-2b7056c383b5 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:34:01.991969 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Port 26a563ab-3b33-425b-adb7-b73da80f7062 on network 36934402-f060-463c-a58a-2b7056c383b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:34:01.992290 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Attempting to bind port 26a563ab-3b33-425b-adb7-b73da80f7062 on network 36934402-f060-463c-a58a-2b7056c383b5 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:34:01.996915 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:34:01.997247 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Checking segment: {'id': '84ea9047-8928-4e6c-95e6-0e1cb02a90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '36934402-f060-463c-a58a-2b7056c383b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:34:01.997627 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Bound using segment: {'id': '84ea9047-8928-4e6c-95e6-0e1cb02a90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '36934402-f060-463c-a58a-2b7056c383b5'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:34:01.998674 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Bound port: 26a563ab-3b33-425b-adb7-b73da80f7062, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ea9047-8928-4e6c-95e6-0e1cb02a90fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '36934402-f060-463c-a58a-2b7056c383b5'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:34:01.999020 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:02.061395 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] For port 26a563ab-3b33-425b-adb7-b73da80f7062, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:34:02.064565 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] For port 26a563ab-3b33-425b-adb7-b73da80f7062, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=26a563ab-3b33-425b-adb7-b73da80f7062,segment=NetworkSegment(84ea9047-8928-4e6c-95e6-0e1cb02a90fb),segment_id=84ea9047-8928-4e6c-95e6-0e1cb02a90fb)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:34:02.160014 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:02.187511 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47514) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:02.198445 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:02.199267 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:02.200596 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] 10.222.0.20 "PUT /v2.0/ports/26a563ab-3b33-425b-adb7-b73da80f7062 HTTP/1.1" status: 200 len: 1093 time: 1.1161809 Sep 02 04:34:02.201044 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95674748-4b1b-4dbb-98d6-fb5403a9d5ca', 'tag': '26a563ab-3b33-425b-adb7-b73da80f7062'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:02.204194 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f68acd-c4f3-498e-910c-b55f0363f1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "95674748-4b1b-4dbb-98d6-fb5403a9d5ca", "tag": "26a563ab-3b33-425b-adb7-b73da80f7062"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:02.227376 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bf15a-87be-46d7-84ce-fbab5dd4abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=26a563ab-3b33-425b-adb7-b73da80f7062,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:02.259094 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192c5131-48a8-4e05-945c-cbac306f07e0 x-openstack-request-id: req-192c5131-48a8-4e05-945c-cbac306f07e0 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:02.259386 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95674748-4b1b-4dbb-98d6-fb5403a9d5ca", "tag": "26a563ab-3b33-425b-adb7-b73da80f7062", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:02.259639 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-192c5131-48a8-4e05-945c-cbac306f07e0 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:02.260075 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95674748-4b1b-4dbb-98d6-fb5403a9d5ca', 'tag': '26a563ab-3b33-425b-adb7-b73da80f7062', 'status': 'completed', 'code': 200} Sep 02 04:34:02.316143 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-396f7749-0e57-4e6c-9acb-3fc3ebd74a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:02.348307 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68acd-c4f3-498e-910c-b55f0363f1d9 req-84f5bf29-496c-4016-83ce-4e6f3c89dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:02.350041 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-41f68acd-c4f3-498e-910c-b55f0363f1d9 req-84f5bf29-496c-4016-83ce-4e6f3c89dfc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=575695d7181e435fb176d616cafa196c&device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 1096 time: 0.0396986 Sep 02 04:34:02.396980 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-396f7749-0e57-4e6c-9acb-3fc3ebd74a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:02.462103 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-396f7749-0e57-4e6c-9acb-3fc3ebd74a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:02.472966 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68acd-c4f3-498e-910c-b55f0363f1d9 req-a9662ab4-65d4-4e9b-834d-97f84e651ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:02.474626 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-41f68acd-c4f3-498e-910c-b55f0363f1d9 req-a9662ab4-65d4-4e9b-834d-97f84e651ee5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=575695d7181e435fb176d616cafa196c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0982089 Sep 02 04:34:02.506626 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-396f7749-0e57-4e6c-9acb-3fc3ebd74a91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5a5b0cf181c498daee795d966b2baf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148720 Sep 02 04:34:02.507713 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f7749-0e57-4e6c-9acb-3fc3ebd74a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c689a1-9d2b-4511-a370-f42f5aa948f5,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:02.510136 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47528) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:02.561436 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-69ce4bfb-f962-4f3a-98b9-9773a4fe2544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:02.583935 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-69ce4bfb-f962-4f3a-98b9-9773a4fe2544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:02.616702 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f68acd-c4f3-498e-910c-b55f0363f1d9 req-4591833d-c5c0-4da6-916c-396d86a2bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:02.618147 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-41f68acd-c4f3-498e-910c-b55f0363f1d9 req-4591833d-c5c0-4da6-916c-396d86a2bd03 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1282880 Sep 02 04:34:02.630088 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4bde7-337f-45c7-9223-ca5a22d36181 req-2c4d15eb-629d-4a90-a95c-f447342f6c66 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:02.631516 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8ff4bde7-337f-45c7-9223-ca5a22d36181 req-2c4d15eb-629d-4a90-a95c-f447342f6c66 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 943 time: 0.0728848 Sep 02 04:34:02.668301 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8ff4bde7-337f-45c7-9223-ca5a22d36181 req-bd497d3b-8de2-4cb6-bb90-a7e5420557ab tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305457 Sep 02 04:34:02.730345 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-067f2c05-e70c-4c4b-8ae9-1444295862ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:02.731777 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-067f2c05-e70c-4c4b-8ae9-1444295862ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=575695d7181e435fb176d616cafa196c&device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 1096 time: 0.0380464 Sep 02 04:34:02.739004 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-69ce4bfb-f962-4f3a-98b9-9773a4fe2544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:02.741653 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-69ce4bfb-f962-4f3a-98b9-9773a4fe2544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:02.742854 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-69ce4bfb-f962-4f3a-98b9-9773a4fe2544 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6c689a1-9d2b-4511-a370-f42f5aa948f5 HTTP/1.1" status: 204 len: 168 time: 0.2318144 Sep 02 04:34:02.750714 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce4bfb-f962-4f3a-98b9-9773a4fe2544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c689a1-9d2b-4511-a370-f42f5aa948f5,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:02.790070 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-23a356cd-338b-41e3-9004-41cee575a916 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26a563ab-3b33-425b-adb7-b73da80f7062 HTTP/1.1" status: 200 len: 217 time: 0.0439484 Sep 02 04:34:02.842436 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-2688c987-22cb-4867-abae-925073884faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:02.843787 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-2688c987-22cb-4867-abae-925073884faa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9991316-8d15-416e-8a73-dedeff0c0844 HTTP/1.1" status: 200 len: 853 time: 0.0458469 Sep 02 04:34:02.875255 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-f7c54850-8038-4f0f-b086-265f3547b477 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36934402-f060-463c-a58a-2b7056c383b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242264 Sep 02 04:34:02.965361 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-4f2b9e4a-edef-4e1f-a5fb-2392df907cc1 service neutron] 10.222.0.20 "GET /v2.0/networks/36934402-f060-463c-a58a-2b7056c383b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808151 Sep 02 04:34:03.058326 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8f4c89c0-9180-47f3-845f-ff81690fc38d req-b68a5aa2-4959-4644-9f9b-dcba5db23cdb service neutron] 10.222.0.20 "GET /v2.0/networks/36934402-f060-463c-a58a-2b7056c383b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847890 Sep 02 04:34:03.344632 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47534) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:03.358189 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-257f2e65-79cf-4021-8076-b7188d31ae65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:03.440105 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-257f2e65-79cf-4021-8076-b7188d31ae65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:03.645355 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-257f2e65-79cf-4021-8076-b7188d31ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:03.683632 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-257f2e65-79cf-4021-8076-b7188d31ae65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05bebe24a66e4b929bd3b805a5bc1f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378594 Sep 02 04:34:03.684467 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f2e65-79cf-4021-8076-b7188d31ae65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432afb1c-c61f-4578-a1a4-1babc878d5ca,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:03.686203 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47542) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:03.737850 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0d179cde-2669-4f3e-b18b-551ab108c754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:03.759153 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0d179cde-2669-4f3e-b18b-551ab108c754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:03.788135 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087477af-96bd-4668-bc80-66ea95f9684f req-f0d47826-da44-4199-8f8b-39fc25c53cca tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:03.789623 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-087477af-96bd-4668-bc80-66ea95f9684f req-f0d47826-da44-4199-8f8b-39fc25c53cca tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 943 time: 0.0509517 Sep 02 04:34:03.826781 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-087477af-96bd-4668-bc80-66ea95f9684f req-9611f6fa-15f3-4adf-8df5-bcba0d069306 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307856 Sep 02 04:34:03.913629 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0d179cde-2669-4f3e-b18b-551ab108c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:03.916245 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0d179cde-2669-4f3e-b18b-551ab108c754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:03.917408 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-0d179cde-2669-4f3e-b18b-551ab108c754 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/432afb1c-c61f-4578-a1a4-1babc878d5ca HTTP/1.1" status: 204 len: 168 time: 0.2301960 Sep 02 04:34:03.927230 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d179cde-2669-4f3e-b18b-551ab108c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432afb1c-c61f-4578-a1a4-1babc878d5ca,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:04.433614 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-cc136608-7c4d-4dce-bfa0-b4d281afeb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:04.647510 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:04.943180 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faa86b-a40f-4559-9960-6a982db2f01e req-6d95dbb3-f25e-409d-9c0c-7511f36f2ffd tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:04.944716 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c6faa86b-a40f-4559-9960-6a982db2f01e req-6d95dbb3-f25e-409d-9c0c-7511f36f2ffd tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 943 time: 0.0517101 Sep 02 04:34:04.987726 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c6faa86b-a40f-4559-9960-6a982db2f01e req-3b958f91-46a4-423f-ad5a-333e3207c4d9 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342510 Sep 02 04:34:05.088454 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 26a563ab-3b33-425b-adb7-b73da80f7062 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:34:05.188648 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 26a563ab-3b33-425b-adb7-b73da80f7062, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=26a563ab-3b33-425b-adb7-b73da80f7062,segment=NetworkSegment(84ea9047-8928-4e6c-95e6-0e1cb02a90fb),segment_id=84ea9047-8928-4e6c-95e6-0e1cb02a90fb)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:05.200240 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '26a563ab-3b33-425b-adb7-b73da80f7062', 'network_id': '36934402-f060-463c-a58a-2b7056c383b5', 'port_id': '26a563ab-3b33-425b-adb7-b73da80f7062', 'mac_address': 'fa:16:3e:f5:e8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9991316-8d15-416e-8a73-dedeff0c0844', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:34:05.240593 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:05.258282 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a563ab-3b33-425b-adb7-b73da80f7062 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:34:05.276746 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 26a563ab-3b33-425b-adb7-b73da80f7062, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=26a563ab-3b33-425b-adb7-b73da80f7062,segment=NetworkSegment(84ea9047-8928-4e6c-95e6-0e1cb02a90fb),segment_id=84ea9047-8928-4e6c-95e6-0e1cb02a90fb)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:05.442476 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:05.444522 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:05.496214 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47586) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:05.502335 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=26a563ab-3b33-425b-adb7-b73da80f7062,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:05.601670 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc0ba-aea8-424d-9388-8fbac1e195e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:05.689040 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc0ba-aea8-424d-9388-8fbac1e195e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:05.770588 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc0ba-aea8-424d-9388-8fbac1e195e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:05.811121 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-8d1cc0ba-aea8-424d-9388-8fbac1e195e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edbb39fff2df45e88400a19065cf00cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137870 Sep 02 04:34:05.812079 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cc0ba-aea8-424d-9388-8fbac1e195e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14a9ef0-b8b4-4912-a7ea-bc2c23bbaa96,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:05.812541 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47598) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:05.822697 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['26a563ab-3b33-425b-adb7-b73da80f7062'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:34:05.983943 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08736f68-a962-47a9-981d-8dc99fb293ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:05.983943 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08736f68-a962-47a9-981d-8dc99fb293ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:06.103830 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea313a45-3313-427d-9430-05e4b2bed8f7 req-ff73e6fd-5331-4bdb-a366-0117eaa9350c tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:06.105364 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ea313a45-3313-427d-9430-05e4b2bed8f7 req-ff73e6fd-5331-4bdb-a366-0117eaa9350c tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 944 time: 0.0521455 Sep 02 04:34:06.145001 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ea313a45-3313-427d-9430-05e4b2bed8f7 req-26038d48-c5be-443b-8461-5d1f6113e3b0 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Sep 02 04:34:06.298948 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08736f68-a962-47a9-981d-8dc99fb293ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:06.301579 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08736f68-a962-47a9-981d-8dc99fb293ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:06.302755 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-08736f68-a962-47a9-981d-8dc99fb293ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e14a9ef0-b8b4-4912-a7ea-bc2c23bbaa96 HTTP/1.1" status: 204 len: 168 time: 0.4892142 Sep 02 04:34:06.322680 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08736f68-a962-47a9-981d-8dc99fb293ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14a9ef0-b8b4-4912-a7ea-bc2c23bbaa96,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:07.019287 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47616) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:07.032631 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4d7a-67fb-454f-b0af-909d3a87f9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.109092 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 26a563ab-3b33-425b-adb7-b73da80f7062 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:34:07.119246 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4d7a-67fb-454f-b0af-909d3a87f9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.237687 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4d7a-67fb-454f-b0af-909d3a87f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.250960 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.280537 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 26a563ab-3b33-425b-adb7-b73da80f7062 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:34:07.281329 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb4d7a-67fb-454f-b0af-909d3a87f9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a55c2bf-fd2b-413b-a749-441b27784f7d,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:07.284782 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 26a563ab-3b33-425b-adb7-b73da80f7062 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:34:07.285299 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.287884 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-2cfb4d7a-67fb-454f-b0af-909d3a87f9d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eca2089fdb52420b96a762c0d3dba2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673235 Sep 02 04:34:07.290816 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47620) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:07.320854 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d26d52-ded7-4c78-a308-cf9075517ce2 req-4608de34-6a7c-43aa-a38f-8e8268257b52 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:07.320854 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-03d26d52-ded7-4c78-a308-cf9075517ce2 req-4608de34-6a7c-43aa-a38f-8e8268257b52 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 944 time: 0.1061482 Sep 02 04:34:07.358386 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c26e272b-71f1-441d-ba35-ff036d3ca755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.363309 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-03d26d52-ded7-4c78-a308-cf9075517ce2 req-769ce521-c13f-4ec0-b6ca-88ee2712e8c8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357833 Sep 02 04:34:07.400049 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c26e272b-71f1-441d-ba35-ff036d3ca755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.400695 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.427663 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95674748-4b1b-4dbb-98d6-fb5403a9d5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a563ab-3b33-425b-adb7-b73da80f7062'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:07.429913 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f3ffbd-c529-41b2-8cb0-343884e7f84e" -d '{"events": [{"server_uuid": "95674748-4b1b-4dbb-98d6-fb5403a9d5ca", "name": "network-vif-plugged", "status": "completed", "tag": "26a563ab-3b33-425b-adb7-b73da80f7062"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:07.443773 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 26a563ab-3b33-425b-adb7-b73da80f7062, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=26a563ab-3b33-425b-adb7-b73da80f7062,segment=NetworkSegment(84ea9047-8928-4e6c-95e6-0e1cb02a90fb),segment_id=84ea9047-8928-4e6c-95e6-0e1cb02a90fb)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:07.477241 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9d71ae-6b02-4517-9145-6b17312ed236 x-openstack-request-id: req-ee9d71ae-6b02-4517-9145-6b17312ed236 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:07.477529 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95674748-4b1b-4dbb-98d6-fb5403a9d5ca", "name": "network-vif-plugged", "status": "completed", "tag": "26a563ab-3b33-425b-adb7-b73da80f7062", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:07.477801 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee9d71ae-6b02-4517-9145-6b17312ed236 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:07.478190 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95674748-4b1b-4dbb-98d6-fb5403a9d5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a563ab-3b33-425b-adb7-b73da80f7062', 'code': 200} Sep 02 04:34:07.544464 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.578662 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c26e272b-71f1-441d-ba35-ff036d3ca755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.581365 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c26e272b-71f1-441d-ba35-ff036d3ca755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:07.585820 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-c26e272b-71f1-441d-ba35-ff036d3ca755 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a55c2bf-fd2b-413b-a749-441b27784f7d HTTP/1.1" status: 204 len: 168 time: 0.2939887 Sep 02 04:34:07.593896 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e272b-71f1-441d-ba35-ff036d3ca755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a55c2bf-fd2b-413b-a749-441b27784f7d,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:07.602363 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=26a563ab-3b33-425b-adb7-b73da80f7062,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:07.930846 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6300b-7e76-44ea-91a4-f7f0aa98917b req-f246f27b-fd03-46ae-bc82-2ce831286b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:07.932327 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-77d6300b-7e76-44ea-91a4-f7f0aa98917b req-f246f27b-fd03-46ae-bc82-2ce831286b9d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 1098 time: 0.0378323 Sep 02 04:34:07.966839 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-77d6300b-7e76-44ea-91a4-f7f0aa98917b req-eab6529d-b998-4ba7-ac26-4517bf1b6672 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272956 Sep 02 04:34:08.322328 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47634) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:08.335849 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0718441f-6bad-4e67-b8b9-dce126245830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:08.424215 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0718441f-6bad-4e67-b8b9-dce126245830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:08.478958 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4f062-f727-4b7e-b030-c51bd5c64839 req-7d75dc01-4e97-4233-b1f4-3760e01fa62c tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:08.480557 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2aa4f062-f727-4b7e-b030-c51bd5c64839 req-7d75dc01-4e97-4233-b1f4-3760e01fa62c tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 945 time: 0.0487413 Sep 02 04:34:08.517188 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2aa4f062-f727-4b7e-b030-c51bd5c64839 req-8bec3851-97d4-4d99-bbac-e258fa3837ee tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307755 Sep 02 04:34:08.527460 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0718441f-6bad-4e67-b8b9-dce126245830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:08.563391 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718441f-6bad-4e67-b8b9-dce126245830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ac0b48-d52b-4030-804a-dc7b9608e2e9,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:08.568218 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-0718441f-6bad-4e67-b8b9-dce126245830 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=165b0f44c7064074a02fb94241d62a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448456 Sep 02 04:34:08.570848 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47642) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:08.618183 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3dc-d62a-4431-af24-685f93180da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:08.641929 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3dc-d62a-4431-af24-685f93180da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:08.759122 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3dc-d62a-4431-af24-685f93180da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:08.761670 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf3dc-d62a-4431-af24-685f93180da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:08.762808 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-f7fdf3dc-d62a-4431-af24-685f93180da6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3ac0b48-d52b-4030-804a-dc7b9608e2e9 HTTP/1.1" status: 204 len: 168 time: 0.1910307 Sep 02 04:34:08.770324 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdf3dc-d62a-4431-af24-685f93180da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ac0b48-d52b-4030-804a-dc7b9608e2e9,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:09.635104 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ccf32-866b-45cd-b251-8a5f7a6308c4 req-7edaa92b-ebb7-487e-a302-8e729c54dd56 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:09.636680 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-421ccf32-866b-45cd-b251-8a5f7a6308c4 req-7edaa92b-ebb7-487e-a302-8e729c54dd56 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 945 time: 0.0536842 Sep 02 04:34:09.680354 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-421ccf32-866b-45cd-b251-8a5f7a6308c4 req-de303727-0a9e-41c8-ac98-b89174cf3b6d tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Sep 02 04:34:14.833330 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47778) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:14.864411 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad3967-890a-4ee9-88d2-855617312229 req-3b3c23d4-ea4f-4aad-903f-5ec804444a6d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:14.865803 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fdad3967-890a-4ee9-88d2-855617312229 req-3b3c23d4-ea4f-4aad-903f-5ec804444a6d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 947 time: 0.0476868 Sep 02 04:34:14.903029 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fdad3967-890a-4ee9-88d2-855617312229 req-ce67b0b6-c346-40a2-8dfa-3c179d0895f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Sep 02 04:34:14.939945 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8423710-0ebe-4d4e-b0cc-7d403cf73207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:15.025646 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8423710-0ebe-4d4e-b0cc-7d403cf73207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:15.087175 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-e8423710-0ebe-4d4e-b0cc-7d403cf73207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:15.124935 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-e8423710-0ebe-4d4e-b0cc-7d403cf73207 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ae2b9edfdb04a709774344d4b373a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902434 Sep 02 04:34:15.125624 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8423710-0ebe-4d4e-b0cc-7d403cf73207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b004519d-ae17-4094-979e-3f044c11fa19,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:15.127472 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47786) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:15.178640 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3d9be973-1dba-4b4e-92de-e195762afa32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:15.199719 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3d9be973-1dba-4b4e-92de-e195762afa32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:15.361467 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3d9be973-1dba-4b4e-92de-e195762afa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:15.364665 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3d9be973-1dba-4b4e-92de-e195762afa32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:15.365796 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-3d9be973-1dba-4b4e-92de-e195762afa32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b004519d-ae17-4094-979e-3f044c11fa19 HTTP/1.1" status: 204 len: 168 time: 0.2366216 Sep 02 04:34:15.373201 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9be973-1dba-4b4e-92de-e195762afa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b004519d-ae17-4094-979e-3f044c11fa19,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:16.023369 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844390d2-8974-4df1-a57a-d8ce30bdcfc5 req-bb8624a2-01a6-4ff9-8b80-88e51de47c3f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:16.024872 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-844390d2-8974-4df1-a57a-d8ce30bdcfc5 req-bb8624a2-01a6-4ff9-8b80-88e51de47c3f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 947 time: 0.0484982 Sep 02 04:34:16.028541 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47798) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:16.049958 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f8f2845b-98d3-4079-afab-02961e61e0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:16.089463 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-844390d2-8974-4df1-a57a-d8ce30bdcfc5 req-c84c0728-1ba1-42de-838f-42af290d76a9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588315 Sep 02 04:34:16.155386 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f8f2845b-98d3-4079-afab-02961e61e0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:16.227155 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f8f2845b-98d3-4079-afab-02961e61e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:16.265224 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-f8f2845b-98d3-4079-afab-02961e61e0f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72496ed3c0fb4dd88532d18ead7d0aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357011 Sep 02 04:34:16.266472 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2845b-98d3-4079-afab-02961e61e0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0500e134-aa4a-435c-8526-6a9978069902,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:16.268051 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47802) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:16.317324 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c12d6f45-c0b4-4fcc-bf17-040601ef0990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:16.337429 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c12d6f45-c0b4-4fcc-bf17-040601ef0990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:16.536948 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c12d6f45-c0b4-4fcc-bf17-040601ef0990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:16.539576 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c12d6f45-c0b4-4fcc-bf17-040601ef0990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:16.540763 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-c12d6f45-c0b4-4fcc-bf17-040601ef0990 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0500e134-aa4a-435c-8526-6a9978069902 HTTP/1.1" status: 204 len: 168 time: 0.2716675 Sep 02 04:34:16.551649 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d6f45-c0b4-4fcc-bf17-040601ef0990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0500e134-aa4a-435c-8526-6a9978069902,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:16.772070 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08433ad-5729-4f30-8f97-422c660370a6 req-863c0b47-a164-4e00-8c79-43402902f4ce tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:16.773664 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c08433ad-5729-4f30-8f97-422c660370a6 req-863c0b47-a164-4e00-8c79-43402902f4ce tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 947 time: 0.0481596 Sep 02 04:34:16.872344 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Deleting port acb5a59c-de5c-43dc-8bd2-1772919298ff {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:16.872688 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:16.960686 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] For port acb5a59c-de5c-43dc-8bd2-1772919298ff, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=acb5a59c-de5c-43dc-8bd2-1772919298ff,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:16.961055 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:17.202850 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:17.203280 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:17.203594 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.l3_db [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Floating IP 3dbb97bc-c8d8-41cd-96ae-292a150e62e0 disassociated. External IP: 172.27.2.219, port: acb5a59c-de5c-43dc-8bd2-1772919298ff. Sep 02 04:34:17.203951 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Calling delete_port for acb5a59c-de5c-43dc-8bd2-1772919298ff owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:17.230838 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc75b23-281a-4f67-871c-5fa66d2972b2 req-abfd532c-2d48-4100-aabf-bfb589688b35 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:17.232470 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9fc75b23-281a-4f67-871c-5fa66d2972b2 req-abfd532c-2d48-4100-aabf-bfb589688b35 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 947 time: 0.0722983 Sep 02 04:34:17.319733 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9fc75b23-281a-4f67-871c-5fa66d2972b2 req-0d530222-19df-4560-bc15-4a4147c2fd74 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=f95ac7a9-696a-4526-86b2-12a7fbdc307f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598695 Sep 02 04:34:17.456239 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:17.490173 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event deleted for resources: {'Port': ['ID=acb5a59c-de5c-43dc-8bd2-1772919298ff,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:17.501403 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47834) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:17.614392 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-344bc05a-6c9f-4068-bc05-2bf2188d3ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:17.643073 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Router fc535284-6c18-4332-b179-64fff6573acc has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:34:17.797629 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:34:17.806320 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-344bc05a-6c9f-4068-bc05-2bf2188d3ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:17.810024 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] Sync routers for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:34:17.819012 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:17.819887 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:17.839538 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] No DVR routers for this DVR port acb5a59c-de5c-43dc-8bd2-1772919298ff on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:34:17.842140 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:17.844393 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c08433ad-5729-4f30-8f97-422c660370a6 req-d7d025a8-e26e-4bf0-8c79-9a5aaa739775 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.20 "DELETE /v2.0/ports/acb5a59c-de5c-43dc-8bd2-1772919298ff HTTP/1.1" status: 204 len: 173 time: 1.0633745 Sep 02 04:34:17.844608 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'name': 'network-vif-deleted', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:17.847005 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc22c4dc-26fc-44f5-8791-2ae3a7b5c2b6" -d '{"events": [{"server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "name": "network-vif-deleted", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:17.882090 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-344bc05a-6c9f-4068-bc05-2bf2188d3ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:17.888003 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7315b1c8-df3d-48ac-8afb-5cf11ad75bfb x-openstack-request-id: req-7315b1c8-df3d-48ac-8afb-5cf11ad75bfb {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:17.890836 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9", "name": "network-vif-deleted", "tag": "acb5a59c-de5c-43dc-8bd2-1772919298ff", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:17.890836 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7315b1c8-df3d-48ac-8afb-5cf11ad75bfb {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:17.890836 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9', 'name': 'network-vif-deleted', 'tag': 'acb5a59c-de5c-43dc-8bd2-1772919298ff', 'status': 'completed', 'code': 200} Sep 02 04:34:17.932235 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47848) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:17.932788 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-344bc05a-6c9f-4068-bc05-2bf2188d3ce1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea12ed8e14c74a1cbd62eaf3faff4311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304266 Sep 02 04:34:17.933943 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bc05a-6c9f-4068-bc05-2bf2188d3ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a613aed-6d1b-40c6-91f1-112a75b2887a,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:17.947574 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:17.989203 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4c39a7be-b26d-4762-8976-e1a180e5b72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:18.011431 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4c39a7be-b26d-4762-8976-e1a180e5b72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:18.159865 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4c39a7be-b26d-4762-8976-e1a180e5b72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:18.163933 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:18.169237 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4c39a7be-b26d-4762-8976-e1a180e5b72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:18.169237 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-4c39a7be-b26d-4762-8976-e1a180e5b72d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a613aed-6d1b-40c6-91f1-112a75b2887a HTTP/1.1" status: 204 len: 168 time: 0.2310433 Sep 02 04:34:18.174973 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39a7be-b26d-4762-8976-e1a180e5b72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a613aed-6d1b-40c6-91f1-112a75b2887a,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:18.197006 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] Checking router: fc535284-6c18-4332-b179-64fff6573acc for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:34:18.209962 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:18.210791 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:18.479727 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-392a0e38-9cda-4385-8f67-647aefb54641 req-4991ef2a-232f-489a-a6f3-3df68b5bfd02 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfd99e1-6290-4fb0-bd40-67ddb80ca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0463133 Sep 02 04:34:18.494964 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:18.699285 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:18.726359 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5284b3-271e-495e-b740-e0a758eb755c None None] The sync data for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi is: [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:34:18.921413 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47870) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:18.935029 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cef9574d-086f-4814-b22e-2ff8af3f2086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.034674 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50168ec5-5397-4cdf-bec6-61d5801560fd None None] New status for floating IP 3dbb97bc-c8d8-41cd-96ae-292a150e62e0: DOWN {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:34:19.039347 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cef9574d-086f-4814-b22e-2ff8af3f2086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.109993 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cef9574d-086f-4814-b22e-2ff8af3f2086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.152487 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-cef9574d-086f-4814-b22e-2ff8af3f2086 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60c5603133e64eb385d5703b0a73329c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275128 Sep 02 04:34:19.152487 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9574d-086f-4814-b22e-2ff8af3f2086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2850e87-fc16-40a2-87cf-d5d491f3b7ad,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:19.154038 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 47874) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:19.156032 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device acb5a59c-de5c-43dc-8bd2-1772919298ff no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:34:19.183060 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: acb5a59c-de5c-43dc-8bd2-1772919298ff {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:34:19.183501 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device acb5a59c-de5c-43dc-8bd2-1772919298ff not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:34:19.215180 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2ff06a9a-c920-477c-a3ea-b9542b5c50ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.236479 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2ff06a9a-c920-477c-a3ea-b9542b5c50ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.338720 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2ff06a9a-c920-477c-a3ea-b9542b5c50ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.341511 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2ff06a9a-c920-477c-a3ea-b9542b5c50ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.343092 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-2ff06a9a-c920-477c-a3ea-b9542b5c50ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2850e87-fc16-40a2-87cf-d5d491f3b7ad HTTP/1.1" status: 204 len: 168 time: 0.1875215 Sep 02 04:34:19.354427 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff06a9a-c920-477c-a3ea-b9542b5c50ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2850e87-fc16-40a2-87cf-d5d491f3b7ad,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:19.705466 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47898) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:19.773632 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f613c7d2-43d4-48f5-ae0b-321382a56acb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.799248 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f613c7d2-43d4-48f5-ae0b-321382a56acb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.937524 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f613c7d2-43d4-48f5-ae0b-321382a56acb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.940609 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f613c7d2-43d4-48f5-ae0b-321382a56acb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:19.943224 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-f613c7d2-43d4-48f5-ae0b-321382a56acb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "DELETE /v2.0/security-groups/f95ac7a9-696a-4526-86b2-12a7fbdc307f HTTP/1.1" status: 204 len: 168 time: 0.2361650 Sep 02 04:34:19.947983 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47910) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:19.965088 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613c7d2-43d4-48f5-ae0b-321382a56acb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95ac7a9-696a-4526-86b2-12a7fbdc307f,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:19.967314 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.api.v2.resource [None req-7bedf74f-5eaa-4e5e-8e2e-e0bc820d5217 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] show failed (client error): The resource could not be found. Sep 02 04:34:19.968652 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-7bedf74f-5eaa-4e5e-8e2e-e0bc820d5217 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups/f95ac7a9-696a-4526-86b2-12a7fbdc307f HTTP/1.1" status: 404 len: 347 time: 0.0194631 Sep 02 04:34:19.971532 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47912) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:20.136568 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-c0c94612-a6d8-4fb6-9f37-ca88312f71f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Deleting port cb984051-afe5-40c7-adb1-e28bf7ba24f0 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:20.136903 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0c94612-a6d8-4fb6-9f37-ca88312f71f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:20.234549 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0c94612-a6d8-4fb6-9f37-ca88312f71f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:20.234549 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0c94612-a6d8-4fb6-9f37-ca88312f71f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:20.244186 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-c0c94612-a6d8-4fb6-9f37-ca88312f71f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Calling delete_port for cb984051-afe5-40c7-adb1-e28bf7ba24f0 owned by network:floatingip {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:20.504519 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0c94612-a6d8-4fb6-9f37-ca88312f71f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:20.539288 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c94612-a6d8-4fb6-9f37-ca88312f71f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event deleted for resources: {'Port': ['ID=cb984051-afe5-40c7-adb1-e28bf7ba24f0,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:20.610185 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0c94612-a6d8-4fb6-9f37-ca88312f71f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:20.613457 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c0c94612-a6d8-4fb6-9f37-ca88312f71f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:20.614634 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-c0c94612-a6d8-4fb6-9f37-ca88312f71f9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "DELETE /v2.0/floatingips/3dbb97bc-c8d8-41cd-96ae-292a150e62e0 HTTP/1.1" status: 204 len: 168 time: 0.6420152 Sep 02 04:34:21.111331 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47978) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:21.116657 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-7173a80e-0eed-4caa-9206-988935cc4d42 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280039807', 'description': 'tempest-description--1381073631'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:21.225100 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7173a80e-0eed-4caa-9206-988935cc4d42 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:21.313100 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7173a80e-0eed-4caa-9206-988935cc4d42 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:21.427742 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7173a80e-0eed-4caa-9206-988935cc4d42 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:21.457632 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173a80e-0eed-4caa-9206-988935cc4d42 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc2804-fa7b-41cf-a182-ac41efc5a42f,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:21.510053 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7173a80e-0eed-4caa-9206-988935cc4d42 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:21.511323 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-7173a80e-0eed-4caa-9206-988935cc4d42 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3982944 Sep 02 04:34:21.514167 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47984) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:21.518920 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-8b281635-95b1-4ee7-bf92-00d3675a2cf3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'security_group_rule': {'security_group_id': 'bbbc2804-fa7b-41cf-a182-ac41efc5a42f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:21.635510 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8b281635-95b1-4ee7-bf92-00d3675a2cf3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:21.693544 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8b281635-95b1-4ee7-bf92-00d3675a2cf3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:21.810659 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8b281635-95b1-4ee7-bf92-00d3675a2cf3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:21.831784 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b281635-95b1-4ee7-bf92-00d3675a2cf3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f90e769-a625-4ad5-b806-61fbb2e50291,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:21.919298 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8b281635-95b1-4ee7-bf92-00d3675a2cf3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:21.920535 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-8b281635-95b1-4ee7-bf92-00d3675a2cf3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4054062 Sep 02 04:34:21.923180 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47990) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:21.927695 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-065adbfd-751b-4427-a36c-49044b2bd5ab tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'security_group_rule': {'security_group_id': 'bbbc2804-fa7b-41cf-a182-ac41efc5a42f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:22.045887 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-065adbfd-751b-4427-a36c-49044b2bd5ab tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:22.100860 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-065adbfd-751b-4427-a36c-49044b2bd5ab tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:22.187217 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-065adbfd-751b-4427-a36c-49044b2bd5ab tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:22.203319 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065adbfd-751b-4427-a36c-49044b2bd5ab tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3546014-91b1-4e9b-be96-f40ee853d246,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:22.281428 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-065adbfd-751b-4427-a36c-49044b2bd5ab tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:22.282683 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-065adbfd-751b-4427-a36c-49044b2bd5ab tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3585792 Sep 02 04:34:22.286367 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 47992) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:22.290808 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'floatingip': {'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:22.372662 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:22.468973 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:22.574855 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Allocated IP 172.27.2.96 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/a7542166-b273-4196-8557-ddc5a6b5c30f) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:34:22.676047 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:22.790159 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:22.827444 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:34:22.832647 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:22.833823 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:34:22.841464 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'Port': ['ID=a7542166-b273-4196-8557-ddc5a6b5c30f,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:22.928042 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:23.015113 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:23.161578 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:23.235445 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624225'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:23.299972 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'Port': ['ID=a7542166-b273-4196-8557-ddc5a6b5c30f,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:23.311619 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:23.441335 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:23.442685 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-a10b70f2-78af-4a57-9765-03eb71445f0e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1553533 Sep 02 04:34:23.623040 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-c54ba0b8-1d30-42a1-8db7-13851e7a99cd tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--280039807&fields=id&tenant_id=0931655f059d4af598f60bd195366b84 HTTP/1.1" status: 200 len: 267 time: 0.0317991 Sep 02 04:34:23.730591 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-570bd49d-78c9-4e8a-8cb8-4259f74044fb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:23.732063 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-570bd49d-78c9-4e8a-8cb8-4259f74044fb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 817 time: 0.1024208 Sep 02 04:34:23.746377 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-093c71ab-25c5-4f0b-8f6d-3c146082f1d7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/quotas/0931655f059d4af598f60bd195366b84 HTTP/1.1" status: 200 len: 375 time: 0.0086579 Sep 02 04:34:23.798211 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-be56f112-7eb5-4b99-b289-d3ac498a3c4a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463886 Sep 02 04:34:23.889427 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-61e2fe6e-f96e-4883-a113-4b36ba0565f4 service neutron] 10.222.0.13 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793138 Sep 02 04:34:23.980117 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-4d6aba03-edff-4719-8da8-3df8b69dbbc1 service neutron] 10.222.0.13 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848043 Sep 02 04:34:24.227752 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1b6757d6-ec74-4375-ba9a-1b861a4fe25d req-4d51d99e-0aba-4796-b7ac-1e068b792b76 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 210 time: 0.0257347 Sep 02 04:34:24.835685 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:25.321125 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-46032a41-3ddd-4bd2-a505-f570ef12f087 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216052324&fields=id&tenant_id=13dd2e352f6149d4beb1d4f84664a614 HTTP/1.1" status: 200 len: 267 time: 0.0408282 Sep 02 04:34:25.338805 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ce1c954c-1763-4039-a7ab-25c9344a4ce2 req-03d491d8-5d31-4b0a-821b-8a96515c4ca3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 210 time: 0.0334542 Sep 02 04:34:25.379032 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-7c568cd2-2ec1-4cbf-8239-48748c2ea4b8 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:25.380554 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-7c568cd2-2ec1-4cbf-8239-48748c2ea4b8 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 984 time: 0.0503252 Sep 02 04:34:25.392530 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-a470afeb-b787-4751-8a22-04ada2a33a03 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Request body: {'port': {'security_groups': ['ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:25.462642 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-a470afeb-b787-4751-8a22-04ada2a33a03 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:25.667649 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-a470afeb-b787-4751-8a22-04ada2a33a03 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] For port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:25.697887 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-a470afeb-b787-4751-8a22-04ada2a33a03 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:25.795365 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-a470afeb-b787-4751-8a22-04ada2a33a03 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:25.840066 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:34:25.841480 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-a470afeb-b787-4751-8a22-04ada2a33a03 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:25.842253 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-a470afeb-b787-4751-8a22-04ada2a33a03 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:25.843798 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3c7ac700-216c-4458-8b80-472fd84b93cc req-a470afeb-b787-4751-8a22-04ada2a33a03 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "PUT /v2.0/ports/c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 HTTP/1.1" status: 200 len: 942 time: 0.4559627 Sep 02 04:34:25.844318 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:25.850368 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:25.853116 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48084) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:25.904940 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1d421e-892d-43f2-a1ee-df29e54e4e14 x-openstack-request-id: req-fa1d421e-892d-43f2-a1ee-df29e54e4e14 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:25.905348 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:25.905348 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa1d421e-892d-43f2-a1ee-df29e54e4e14 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:25.905737 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'status': 'completed', 'code': 200} Sep 02 04:34:25.913177 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470afeb-b787-4751-8a22-04ada2a33a03 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event updated for resources: {'Port': ['ID=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,revision_number=7']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:25.935425 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:34:25.982378 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f43dc755-b394-47f5-b28a-9a1955797982 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:26.018296 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-70f1dea5-480f-4b17-b266-883c11800b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:26.019891 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-70f1dea5-480f-4b17-b266-883c11800b02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13dd2e352f6149d4beb1d4f84664a614&device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 1098 time: 0.0701737 Sep 02 04:34:26.020452 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:34:26.022233 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f43dc755-b394-47f5-b28a-9a1955797982 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:26.192378 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-fc69bda4-fab7-4006-92b1-78b4333d5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:26.194169 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-fc69bda4-fab7-4006-92b1-78b4333d5321 service neutron] 10.222.0.20 "GET /v2.0/networks?id=033cbb20-1bf0-4986-a01b-c8f4d3477953 HTTP/1.1" status: 200 len: 913 time: 0.1602545 Sep 02 04:34:26.227721 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-c03f5a73-3ac4-4cdb-a4e8-36a24a209bf4 None None] Provisioning complete for port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:34:26.228120 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c03f5a73-3ac4-4cdb-a4e8-36a24a209bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:26.277523 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-ce50c1fa-5cce-4bd9-afbd-75c7c0ec75cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 HTTP/1.1" status: 200 len: 1001 time: 0.0715287 Sep 02 04:34:26.292917 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f43dc755-b394-47f5-b28a-9a1955797982 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:26.296651 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f43dc755-b394-47f5-b28a-9a1955797982 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:26.297937 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-f43dc755-b394-47f5-b28a-9a1955797982 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "DELETE /v2.0/security-groups/670f3a52-44a8-4aaf-8467-f2f14f2921db HTTP/1.1" status: 204 len: 168 time: 0.4441404 Sep 02 04:34:26.301510 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48098) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:26.310069 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dc755-b394-47f5-b28a-9a1955797982 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670f3a52-44a8-4aaf-8467-f2f14f2921db,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:26.399406 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-37fcf09b-3350-4c2a-b230-2b03c9d3d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:26.399406 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-37fcf09b-3350-4c2a-b230-2b03c9d3d66b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78c5c54e-5f97-4126-a3fa-30614bee1c5f HTTP/1.1" status: 200 len: 852 time: 0.0817778 Sep 02 04:34:26.511478 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Deleting port 7cf49a43-3f09-4b3b-9903-e48a56eb6ef0 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:26.512141 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:26.611333 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:26.611887 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:26.625055 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Calling delete_port for 7cf49a43-3f09-4b3b-9903-e48a56eb6ef0 owned by network:floatingip {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:26.713198 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48108) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:26.757698 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a225a5d1-cf39-471a-8bf3-29e72c55e639 req-41ccc00b-a422-4017-89d7-baf261fb3c22 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 210 time: 0.3304188 Sep 02 04:34:26.785275 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-3042cda2-3491-4ccc-9b81-8f2cace5541a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:26.786736 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-3042cda2-3491-4ccc-9b81-8f2cace5541a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 817 time: 0.4697263 Sep 02 04:34:26.792366 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-7395a369-b7f6-43cf-b297-23fb3df44427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:26.793814 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-7395a369-b7f6-43cf-b297-23fb3df44427 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=033cbb20-1bf0-4986-a01b-c8f4d3477953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3677897 Sep 02 04:34:26.847267 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3493fe9c-0c6d-45fd-921c-7bcec83772c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:26.903166 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:26.937551 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event deleted for resources: {'Port': ['ID=7cf49a43-3f09-4b3b-9903-e48a56eb6ef0,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:27.199819 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3493fe9c-0c6d-45fd-921c-7bcec83772c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:27.209001 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks [] for floatingip, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:27.211663 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.l3_db [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Floating IP be3062dc-b0b7-47cb-a0c2-41e785aab594 disassociated (deleted). External IP: 172.27.2.152, port: c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28. Sep 02 04:34:27.272255 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3493fe9c-0c6d-45fd-921c-7bcec83772c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:27.324342 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-3493fe9c-0c6d-45fd-921c-7bcec83772c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4010b32201834de59d2b95af1e5d6976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099508 Sep 02 04:34:27.326968 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48116) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:27.329041 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493fe9c-0c6d-45fd-921c-7bcec83772c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d19bf-5ca1-4a9a-b311-8c8a411ad6f9,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:27.386322 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-50c6a16c-efda-479a-bd51-fe9504cdbb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:27.406486 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-50c6a16c-efda-479a-bd51-fe9504cdbb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:27.453395 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Router 067bf73f-3520-49f7-a939-c6587635f827 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:34:27.515772 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-50c6a16c-efda-479a-bd51-fe9504cdbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:27.519077 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-50c6a16c-efda-479a-bd51-fe9504cdbb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:27.520665 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-50c6a16c-efda-479a-bd51-fe9504cdbb3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a7d19bf-5ca1-4a9a-b311-8c8a411ad6f9 HTTP/1.1" status: 204 len: 168 time: 0.1925919 Sep 02 04:34:27.531720 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6a16c-efda-479a-bd51-fe9504cdbb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d19bf-5ca1-4a9a-b311-8c8a411ad6f9,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:27.571010 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:34:27.575884 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:27.583137 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] Sync routers for ids ['067bf73f-3520-49f7-a939-c6587635f827'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:34:27.593806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] Routers {'067bf73f-3520-49f7-a939-c6587635f827'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:27.593806 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['067bf73f-3520-49f7-a939-c6587635f827'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:27.603047 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-51f149ef-b602-4c4f-96ac-bf5883b708c1 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "DELETE /v2.0/floatingips/be3062dc-b0b7-47cb-a0c2-41e785aab594 HTTP/1.1" status: 204 len: 168 time: 1.3006670 Sep 02 04:34:27.603737 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'}] {{(pid=94402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:27.606397 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2984c995e9f942f56fc048a2137e3950b61e74cc960b4c50d17b3411b6e28a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28"}]}' {{(pid=94402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:27.644203 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39c4c62-0826-4e5b-abe5-b4459aa54e1d x-openstack-request-id: req-b39c4c62-0826-4e5b-abe5-b4459aa54e1d {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:27.644466 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28", "status": "completed", "code": 200}]} {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:27.644875 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b39c4c62-0826-4e5b-abe5-b4459aa54e1d {{(pid=94402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:27.645301 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'status': 'completed', 'code': 200} Sep 02 04:34:27.706998 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] Set router 067bf73f-3520-49f7-a939-c6587635f827 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:27.876502 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3572bc8-4254-477b-978c-91e7cccc2e67 req-e6d99ba4-707e-4aa9-a4e7-d81ef893e02d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 210 time: 0.0349832 Sep 02 04:34:27.926286 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '908a74d2-3309-4b99-a137-551528d976ec', 'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'mac_address': 'fa:16:3e:3f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:09Z', 'updated_at': '2021-09-02T04:31:16Z', 'revision_number': 5, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'subnets': [{'id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:27.954452 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] Checking router: 067bf73f-3520-49f7-a939-c6587635f827 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:34:27.965134 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] Routers {'067bf73f-3520-49f7-a939-c6587635f827'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:27.965759 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['067bf73f-3520-49f7-a939-c6587635f827'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:28.067976 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] Set router 067bf73f-3520-49f7-a939-c6587635f827 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:28.242833 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48138) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:28.262345 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-82d92539-1a59-4e60-8558-178f197daf4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:28.269303 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '908a74d2-3309-4b99-a137-551528d976ec', 'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'mac_address': 'fa:16:3e:3f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:09Z', 'updated_at': '2021-09-02T04:31:16Z', 'revision_number': 5, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'subnets': [{'id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:28.299656 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b0bb8-4fbb-4cd1-85bf-2769147bc92f None None] The sync data for ids ['067bf73f-3520-49f7-a939-c6587635f827'] in dv-cinder-804735-7-iscsi is: [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:10Z', 'revision_number': 4, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '908a74d2-3309-4b99-a137-551528d976ec', 'name': '', 'network_id': '033cbb20-1bf0-4986-a01b-c8f4d3477953', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'mac_address': 'fa:16:3e:3f:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:09Z', 'updated_at': '2021-09-02T04:31:16Z', 'revision_number': 5, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'subnets': [{'id': '78c5c54e-5f97-4126-a3fa-30614bee1c5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:34:28.362568 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-82d92539-1a59-4e60-8558-178f197daf4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:28.418136 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-82d92539-1a59-4e60-8558-178f197daf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:28.464710 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-82d92539-1a59-4e60-8558-178f197daf4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=182dfc6f20e64789b3d8891ee91e4330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181928 Sep 02 04:34:28.464710 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d92539-1a59-4e60-8558-178f197daf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d82830-afc5-4d6c-b727-2d26ff318b48,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:28.466371 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48140) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:28.517781 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c99fca4b-6085-4d73-ab88-6bf540962137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:28.540035 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c99fca4b-6085-4d73-ab88-6bf540962137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:28.552799 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5c2891-5c68-49c2-9d90-00097c05317c None None] New status for floating IP be3062dc-b0b7-47cb-a0c2-41e785aab594: DOWN {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:34:28.767127 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c99fca4b-6085-4d73-ab88-6bf540962137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:28.769906 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c99fca4b-6085-4d73-ab88-6bf540962137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:28.771224 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-c99fca4b-6085-4d73-ab88-6bf540962137 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65d82830-afc5-4d6c-b727-2d26ff318b48 HTTP/1.1" status: 204 len: 168 time: 0.3038566 Sep 02 04:34:28.779636 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fca4b-6085-4d73-ab88-6bf540962137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d82830-afc5-4d6c-b727-2d26ff318b48,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:28.970342 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1b54c255-9ef6-4695-943e-900bceb7aa85 req-108011be-3c6f-48b4-b3b9-26dedefc248f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 210 time: 0.0255606 Sep 02 04:34:29.495697 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48154) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:29.508928 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b74a9e3-7226-453e-920b-b4cc4cf6bd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:29.596475 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b74a9e3-7226-453e-920b-b4cc4cf6bd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:29.670181 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b74a9e3-7226-453e-920b-b4cc4cf6bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:29.707461 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74a9e3-7226-453e-920b-b4cc4cf6bd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd75e081-0b77-498e-9c4f-1347471d4ce3,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:29.712495 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-1b74a9e3-7226-453e-920b-b4cc4cf6bd53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f385b1bf9424ce0b7fd88db607ced28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156894 Sep 02 04:34:29.715082 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48160) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:29.740541 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-1ee04dab-5be7-4e75-b840-d1bbc83426d8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0931655f059d4af598f60bd195366b84 HTTP/1.1" status: 200 len: 379 time: 0.0946901 Sep 02 04:34:29.770400 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cfd620cc-534f-4c96-953d-78619c297b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:29.778454 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-7b06fdc5-c602-4bc1-a995-19cdfdbc4c12 service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313543 Sep 02 04:34:29.792941 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cfd620cc-534f-4c96-953d-78619c297b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:29.807152 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'port': {'device_id': '0164b812-ed22-4e84-88e6-93e328601f53', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'admin_state_up': True, 'tenant_id': '0931655f059d4af598f60bd195366b84', 'security_groups': ['bbbc2804-fa7b-41cf-a182-ac41efc5a42f']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:29.926888 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cfd620cc-534f-4c96-953d-78619c297b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:29.929568 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cfd620cc-534f-4c96-953d-78619c297b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:29.930722 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-cfd620cc-534f-4c96-953d-78619c297b60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd75e081-0b77-498e-9c4f-1347471d4ce3 HTTP/1.1" status: 204 len: 168 time: 0.2145731 Sep 02 04:34:29.939004 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd620cc-534f-4c96-953d-78619c297b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd75e081-0b77-498e-9c4f-1347471d4ce3,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:29.970125 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c41c8dc3-b301-4e95-89e8-e57af7fa6c62 req-e8e49a50-83bf-4d5b-8962-aefefe67c50e service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475699 Sep 02 04:34:30.071464 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-367bcf75-ad8c-4dae-bcfc-6aff2e049f9e req-0b462372-cc80-4c83-97c8-4db5eab022d0 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 210 time: 0.0259578 Sep 02 04:34:30.085821 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Made reservation on behalf of 0931655f059d4af598f60bd195366b84 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:34:30.093487 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:30.122583 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-da932864-2fc4-43a0-bb27-f56399984af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:30.124016 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-da932864-2fc4-43a0-bb27-f56399984af0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13dd2e352f6149d4beb1d4f84664a614&device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 1098 time: 0.0705495 Sep 02 04:34:30.298868 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-c2287ec3-5943-4205-904c-2d719d4eb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:30.300380 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-c2287ec3-5943-4205-904c-2d719d4eb315 service neutron] 10.222.0.20 "GET /v2.0/networks?id=033cbb20-1bf0-4986-a01b-c8f4d3477953 HTTP/1.1" status: 200 len: 913 time: 0.1470091 Sep 02 04:34:30.306757 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Allocated IP 172.20.0.14 (46143dd2-0d1f-423e-b171-0ee837e54bfa/671ae8f2-3938-4a92-a369-4883fa7ff168/0d20e93c-b79a-4ab1-8a5b-9b2eb4567477) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:34:30.352541 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-fe61cbbd-a498-43de-afab-9dcc7e915e69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 HTTP/1.1" status: 200 len: 217 time: 0.0429103 Sep 02 04:34:30.440623 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-22a79049-1c17-420d-898d-5b20e2c9c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:30.442050 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-22a79049-1c17-420d-898d-5b20e2c9c7f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=78c5c54e-5f97-4126-a3fa-30614bee1c5f HTTP/1.1" status: 200 len: 852 time: 0.0779531 Sep 02 04:34:30.554804 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-2837588b-8852-458e-b724-d51e2406db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:30.557195 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-2837588b-8852-458e-b724-d51e2406db37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=033cbb20-1bf0-4986-a01b-c8f4d3477953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1056395 Sep 02 04:34:30.563605 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:30.606900 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Transition to ACTIVE for port object 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:34:30.694231 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-043c7f97-5292-41dd-8df6-db9e8e89e497 service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252868 Sep 02 04:34:30.770590 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:30.837520 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-066d8154-2ffd-4fac-bbbe-e8d5bde35de4 req-7514926a-a18c-4985-98ec-292c1d96b0d8 service neutron] 10.222.0.20 "GET /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347537 Sep 02 04:34:30.839256 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Network 46143dd2-0d1f-423e-b171-0ee837e54bfa is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:34:30.845638 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:30.847992 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event updated for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:30.850466 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:34:30.905336 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:30.906342 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.013554 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-bc7bfe01-a7e8-431a-8303-84978c82bd9f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2105527 Sep 02 04:34:31.033538 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Request body: {'port': {'device_id': '0164b812-ed22-4e84-88e6-93e328601f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:31.091760 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.125304 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48200) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:31.219435 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-39c743c6-c430-4e4c-acd3-985595100d92 None None] Provisioning for port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:34:31.227369 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-39c743c6-c430-4e4c-acd3-985595100d92 None None] Provisioning complete for port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:34:31.228066 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-39c743c6-c430-4e4c-acd3-985595100d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.232061 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ace87-2cc6-483a-b2ae-78f446b277c6 req-5b34e535-2c76-4785-8ece-362cb79d153d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:31.241154 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-810ace87-2cc6-483a-b2ae-78f446b277c6 req-5b34e535-2c76-4785-8ece-362cb79d153d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 932 time: 0.0804226 Sep 02 04:34:31.286580 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-39c743c6-c430-4e4c-acd3-985595100d92 None None] Port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:34:31.295156 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-810ace87-2cc6-483a-b2ae-78f446b277c6 req-75824ed1-3d54-4ca1-bbc1-1d2fc22bc55f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524104 Sep 02 04:34:31.316976 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-100592650-network', 'tenant_id': '3db6fa006b6f47ee95cae83d696c4b8d'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:31.430249 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Made reservation on behalf of 3db6fa006b6f47ee95cae83d696c4b8d for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:34:31.433525 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.435501 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:34:31.442920 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.443852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.456157 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Transition to ACTIVE for port object 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:34:31.540633 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.610134 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.666994 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.668371 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Pushing event updated for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:31.700392 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:34:31.718885 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492c5082-5b76-48b4-b58b-91b239716dcd,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:31.721395 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.721739 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Added segment 243de83e-8571-45fe-b1e0-80bc7e5df694 of type vlan for network 116d17e0-f7af-4097-899a-e7111647f627 Sep 02 04:34:31.736865 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.737218 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.737562 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.737931 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.738287 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.738637 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.738981 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.739438 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.739773 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.740330 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.740653 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.741035 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:31.754144 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Attempting to bind port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:34:31.754976 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Attempting to bind port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:34:31.755832 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Attempting to bind port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 on network 46143dd2-0d1f-423e-b171-0ee837e54bfa {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:34:31.760857 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 on network 46143dd2-0d1f-423e-b171-0ee837e54bfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:34:31.761367 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Attempting to bind port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 on network 46143dd2-0d1f-423e-b171-0ee837e54bfa {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:34:31.766741 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:34:31.767336 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Checking segment: {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:34:31.767947 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Bound using segment: {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:34:31.768368 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Bound port: 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605cab17-bd5a-4a70-b19d-a921508cbd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:34:31.768725 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.781111 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.808074 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-177bcbc3-98ea-411a-8918-25f6fee0708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.835210 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:34:31.838691 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:34:31.869929 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.870915 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:31.871605 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.927433 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.934082 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] Pushing event updated for resources: {'Network': ['ID=116d17e0-f7af-4097-899a-e7111647f627,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:31.944946 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 116d17e0-f7af-4097-899a-e7111647f627 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:34:31.960047 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:31.965118 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:31.965118 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] 10.222.0.20 "PUT /v2.0/ports/0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 HTTP/1.1" status: 200 len: 1094 time: 0.9341724 Sep 02 04:34:31.965754 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-079bf678-1713-4b56-8f49-dbfa35575b9d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8362939 Sep 02 04:34:31.965849 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:31.965849 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67815214-f0bb-4d14-9b1d-e437d3319d74" -d '{"events": [{"name": "network-changed", "server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:31.966521 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48220) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:31.978235 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Request body: {'subnet': {'network_id': '116d17e0-f7af-4097-899a-e7111647f627', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-100592650-subnet', 'tenant_id': '3db6fa006b6f47ee95cae83d696c4b8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:32.000557 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c32a9-b510-498c-b4a7-908e4f15b808 service neutron] Pushing event updated for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:32.013317 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc816cfd-787a-4ae2-a716-876a706ac1a0 x-openstack-request-id: req-bc816cfd-787a-4ae2-a716-876a706ac1a0 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:32.013751 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:32.014104 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc816cfd-787a-4ae2-a716-876a706ac1a0 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:32.014616 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'status': 'completed', 'code': 200} Sep 02 04:34:32.087999 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Made reservation on behalf of 3db6fa006b6f47ee95cae83d696c4b8d for: {'subnet': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:34:32.090824 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439676'] for subnet, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:32.106336 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67815214-f0bb-4d14-9b1d-e437d3319d74 req-0287d42d-bb29-48fc-8d46-d81fd66db19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:32.107845 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67815214-f0bb-4d14-9b1d-e437d3319d74 req-0287d42d-bb29-48fc-8d46-d81fd66db19a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 1097 time: 0.0470796 Sep 02 04:34:32.222319 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67815214-f0bb-4d14-9b1d-e437d3319d74 req-e26f3b0c-dc3d-41d4-8ef3-9c9f7431b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:32.223978 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67815214-f0bb-4d14-9b1d-e437d3319d74 req-e26f3b0c-dc3d-41d4-8ef3-9c9f7431b7e0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0931655f059d4af598f60bd195366b84&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1012118 Sep 02 04:34:32.333519 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67815214-f0bb-4d14-9b1d-e437d3319d74 req-f0b0fc39-0451-4f3f-8d53-3ad30fc5b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:32.335111 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67815214-f0bb-4d14-9b1d-e437d3319d74 req-f0b0fc39-0451-4f3f-8d53-3ad30fc5b888 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1033614 Sep 02 04:34:32.372876 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439634'] for subnet, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:32.437364 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-286faef2-9088-4083-b2ef-81cce5462d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:32.438839 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-286faef2-9088-4083-b2ef-81cce5462d12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 1097 time: 0.0383563 Sep 02 04:34:32.453108 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d094f100-c1e8-4c6a-923b-2336cbe441a2,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:32.464087 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0708-11d5-4956-9683-0aa6fb57e02c req-421d8cf9-4b3d-47ce-a085-5202fc542ee5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:32.465597 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3f4e0708-11d5-4956-9683-0aa6fb57e02c req-421d8cf9-4b3d-47ce-a085-5202fc542ee5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.1028130 Sep 02 04:34:32.476463 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Checking segment: {'id': '243de83e-8571-45fe-b1e0-80bc7e5df694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '116d17e0-f7af-4097-899a-e7111647f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:34:32.476747 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Network hostable DHCP agents. Network: 116d17e0-f7af-4097-899a-e7111647f627, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:34:32.500032 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-6ff6ef5e-925d-41dd-8da6-ff5205da9c60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 HTTP/1.1" status: 200 len: 217 time: 0.0456715 Sep 02 04:34:32.519437 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3f4e0708-11d5-4956-9683-0aa6fb57e02c req-1047a9ac-b302-4b49-bf79-cb895d3c68f8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447812 Sep 02 04:34:32.555715 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-935933ae-190e-404b-a573-79e68e03c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:32.557176 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-935933ae-190e-404b-a573-79e68e03c83d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.0490246 Sep 02 04:34:32.601531 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Network 116d17e0-f7af-4097-899a-e7111647f627 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:34:32.605303 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-320d3dcf-9c36-4c31-8401-e5f18c7a77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:32.605423 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-320d3dcf-9c36-4c31-8401-e5f18c7a77bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404465 Sep 02 04:34:32.697758 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-9bd2b6bf-610b-4b69-8f50-175c825bbedb service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831447 Sep 02 04:34:32.698935 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 116d17e0-f7af-4097-899a-e7111647f627) {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:32.704856 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:32.705743 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:32.711255 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f610336f-9322-4733-95b4-b36c77b0683f None None] Network 116d17e0-f7af-4097-899a-e7111647f627 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:34:32.790614 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-ef4ca377-628b-4648-8ffa-c739391d93a6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8227832 Sep 02 04:34:32.810901 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-892dd99b-b599-4def-bd15-bc64c89e1aab req-dea8e11f-0d73-4899-8f77-1b0b8896a06f service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042593 Sep 02 04:34:32.858626 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426606ee-5976-4e76-b386-ed2bbad8571b None None] Network 116d17e0-f7af-4097-899a-e7111647f627 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:34:33.071101 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76352e83-9788-4ccc-bd2d-ba41d066dd56 req-6bc0554c-8a4c-4564-9ae0-a225612a5c7a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:33.072601 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-76352e83-9788-4ccc-bd2d-ba41d066dd56 req-6bc0554c-8a4c-4564-9ae0-a225612a5c7a tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0482373 Sep 02 04:34:33.109326 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-76352e83-9788-4ccc-bd2d-ba41d066dd56 req-d83cf283-37a9-44d9-bb41-afc238337a85 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308099 Sep 02 04:34:33.644124 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46735b02-833f-427b-8a1c-b519d7a34441 req-b0f76a12-85f9-41ab-8919-5ba606723bec tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:33.645601 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-46735b02-833f-427b-8a1c-b519d7a34441 req-b0f76a12-85f9-41ab-8919-5ba606723bec tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0532768 Sep 02 04:34:33.683994 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-46735b02-833f-427b-8a1c-b519d7a34441 req-6690c20c-8c09-48c8-9b35-d0d6e8426fd9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Sep 02 04:34:34.221218 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99032556-f086-4725-839a-5b3d02baf67d req-5c3a75d2-4288-4944-ac03-8952afec81bb tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:34.222660 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-99032556-f086-4725-839a-5b3d02baf67d req-5c3a75d2-4288-4944-ac03-8952afec81bb tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0469134 Sep 02 04:34:34.265070 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-99032556-f086-4725-839a-5b3d02baf67d req-c6c1a28f-0e52-47f6-82d1-01bfbca119bf tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359371 Sep 02 04:34:34.412904 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-0b3935b3-4abe-4e88-80be-54033ce11454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:34.612687 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:34.801900 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beba4b-a021-4159-8677-54a038661e7b req-e7c4f9c3-a8d6-455b-b7fc-ed9fe346db40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:34.803399 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-28beba4b-a021-4159-8677-54a038661e7b req-e7c4f9c3-a8d6-455b-b7fc-ed9fe346db40 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0477853 Sep 02 04:34:34.845643 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-28beba4b-a021-4159-8677-54a038661e7b req-0af13a15-7cbd-478d-80bb-d3f1be62057a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354943 Sep 02 04:34:35.021353 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-1247ddad-ad87-4312-9026-bc58b963cd33 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:35.021353 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-1247ddad-ad87-4312-9026-bc58b963cd33 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/networks?id=116d17e0-f7af-4097-899a-e7111647f627 HTTP/1.1" status: 200 len: 808 time: 0.1020036 Sep 02 04:34:35.021353 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-cc164cf9-788b-434b-9a48-aa49b75bb516 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/quotas/3db6fa006b6f47ee95cae83d696c4b8d HTTP/1.1" status: 200 len: 375 time: 0.0088813 Sep 02 04:34:35.047061 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-3f33e2d3-2136-46fc-b1a3-aa4f62f316fb tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db6fa006b6f47ee95cae83d696c4b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0240681 Sep 02 04:34:35.146414 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-32c03ea1-dc8f-4d9b-8892-2403671f725b service neutron] 10.222.0.13 "GET /v2.0/networks/116d17e0-f7af-4097-899a-e7111647f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926156 Sep 02 04:34:35.236869 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-b3822d6c-0c96-42f5-a356-e13531ea3246 service neutron] 10.222.0.13 "GET /v2.0/networks/116d17e0-f7af-4097-899a-e7111647f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839846 Sep 02 04:34:35.315595 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:35.389616 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a27fc-0297-4e62-b06f-1e83da4f67a2 req-425ae96a-55b5-404f-9eb1-dfb904f98757 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:35.391123 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-935a27fc-0297-4e62-b06f-1e83da4f67a2 req-425ae96a-55b5-404f-9eb1-dfb904f98757 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0524299 Sep 02 04:34:35.429603 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-935a27fc-0297-4e62-b06f-1e83da4f67a2 req-84b2804d-4168-4134-80e8-fc392e69a400 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Sep 02 04:34:35.507571 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e87c7b2-a870-4c08-83f0-eb7018606f44 req-b429a106-cf2e-4222-86ae-1c6b42a4e77f tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 210 time: 0.0249419 Sep 02 04:34:35.652292 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-3a02aeec-2d59-4280-a91a-6f15b1080eb3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:35.654077 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-3a02aeec-2d59-4280-a91a-6f15b1080eb3 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 945 time: 0.0531256 Sep 02 04:34:35.752564 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-84a985ee-7591-48ab-a583-f9f81afa3d8c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Deleting port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:35.752914 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-84a985ee-7591-48ab-a583-f9f81afa3d8c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:35.843417 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-84a985ee-7591-48ab-a583-f9f81afa3d8c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] For port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:35.843774 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-84a985ee-7591-48ab-a583-f9f81afa3d8c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:35.855716 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-84a985ee-7591-48ab-a583-f9f81afa3d8c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Calling delete_port for c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:36.030912 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640f9c-3e1e-4504-aa7c-64fd081686d8 req-1bb4fbcf-7b54-445e-94da-1ac121feb567 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:36.032417 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cf640f9c-3e1e-4504-aa7c-64fd081686d8 req-1bb4fbcf-7b54-445e-94da-1ac121feb567 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.1144097 Sep 02 04:34:36.078845 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cf640f9c-3e1e-4504-aa7c-64fd081686d8 req-3ba4e578-bfb1-4965-a873-3fa872545da9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388961 Sep 02 04:34:36.195379 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-84a985ee-7591-48ab-a583-f9f81afa3d8c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:36.225781 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a985ee-7591-48ab-a583-f9f81afa3d8c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Pushing event deleted for resources: {'Port': ['ID=c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:36.247851 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:34:36.267664 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-84a985ee-7591-48ab-a583-f9f81afa3d8c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] No DVR routers for this DVR port c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:34:36.270219 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-84a985ee-7591-48ab-a583-f9f81afa3d8c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:36.272212 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-205ada3e-5fe3-4dcc-b5a2-6f88b400ccea req-84a985ee-7591-48ab-a583-f9f81afa3d8c tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.20 "DELETE /v2.0/ports/c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 HTTP/1.1" status: 204 len: 173 time: 0.6053295 Sep 02 04:34:36.272647 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'name': 'network-vif-deleted', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:36.274895 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3232cf1-fb2e-45c6-a862-27c678a31cdd" -d '{"events": [{"server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "name": "network-vif-deleted", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:36.313867 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b591953-b339-4c71-bf86-dc0088f7d097 x-openstack-request-id: req-5b591953-b339-4c71-bf86-dc0088f7d097 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:36.314190 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7dc176-84e3-493b-8779-8d44601afe6d", "name": "network-vif-deleted", "tag": "c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:36.314408 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b591953-b339-4c71-bf86-dc0088f7d097 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:36.314805 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7dc176-84e3-493b-8779-8d44601afe6d', 'name': 'network-vif-deleted', 'tag': 'c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28', 'status': 'completed', 'code': 200} Sep 02 04:34:36.539209 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ad02ea72-7e0c-4927-b030-a950ef36e8b8 req-7c7e2880-0836-4e7e-90ac-7c9b7eb15f79 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 210 time: 0.0255032 Sep 02 04:34:36.622858 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-03e162f7-cc30-4c31-b273-eec16860b844 req-0b149fa2-ffe1-4b5c-8b2d-7a6c6ce6e380 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 210 time: 0.0265467 Sep 02 04:34:36.762590 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:34:36.866282 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:36.866282 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'port_id': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'mac_address': 'fa:16:3e:88:44:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:34:36.901187 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:36.917693 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:34:36.936645 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:37.102374 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:37.173042 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:37.186170 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.186461 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.186831 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.187164 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.187491 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.187820 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.188185 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.188509 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.188861 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.189209 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.189530 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.189850 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:37.197892 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aba287-d9ce-423a-b0e6-2ea92af1dc2f req-ae25b5b2-527c-4723-865d-a14e8accafb9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:37.199395 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f4aba287-d9ce-423a-b0e6-2ea92af1dc2f req-ae25b5b2-527c-4723-865d-a14e8accafb9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 945 time: 0.0512481 Sep 02 04:34:37.246520 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f4aba287-d9ce-423a-b0e6-2ea92af1dc2f req-00e70802-8a8f-43a1-a346-1b5276272042 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408623 Sep 02 04:34:37.250372 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:37.266710 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71359f74-efb3-48e5-b40e-b7261ead56db req-43be0421-d74e-497b-b355-a8d5df88312d tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:37.268201 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-71359f74-efb3-48e5-b40e-b7261ead56db req-43be0421-d74e-497b-b355-a8d5df88312d tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 945 time: 0.0587575 Sep 02 04:34:37.305908 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-71359f74-efb3-48e5-b40e-b7261ead56db req-22a2d474-e657-4cb7-a550-7baad6ad7a48 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Sep 02 04:34:37.504495 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:34:37.646657 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cdd448ce-e4b8-4d81-8aff-bf26fe87c891 req-a3b45819-cbfe-44ae-a007-57ff070dbd51 tempest-TestMinimumBasicScenario-2135139301 tempest-TestMinimumBasicScenario-2135139301-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a7dc176-84e3-493b-8779-8d44601afe6d HTTP/1.1" status: 200 len: 210 time: 0.0290310 Sep 02 04:34:37.723822 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cdb5c606-1a78-444d-bf2b-563b7c2265d7 req-1bc5cb8d-30d6-426b-bdb7-5b356dd5d673 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 210 time: 0.0247858 Sep 02 04:34:38.303544 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-0dbb9d54-beb4-4580-87a3-27ebd838ddae tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:38.305396 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-0dbb9d54-beb4-4580-87a3-27ebd838ddae tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.20 "GET /v2.0/networks?id=116d17e0-f7af-4097-899a-e7111647f627 HTTP/1.1" status: 200 len: 808 time: 0.1196988 Sep 02 04:34:38.330554 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Request body: {'port': {'device_id': 'af9dbb48-2b3d-4dae-80f5-7f5cf9665eec', 'network_id': '116d17e0-f7af-4097-899a-e7111647f627', 'admin_state_up': True, 'tenant_id': '3db6fa006b6f47ee95cae83d696c4b8d'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:38.379529 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc124f4-c6a6-42b1-83c7-27eb4591b192 req-ee989acb-ab20-4b6f-9e60-a0f9a874abe4 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:38.381165 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9bc124f4-c6a6-42b1-83c7-27eb4591b192 req-ee989acb-ab20-4b6f-9e60-a0f9a874abe4 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 945 time: 0.0507829 Sep 02 04:34:38.418474 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9bc124f4-c6a6-42b1-83c7-27eb4591b192 req-7fe35811-7dbd-494e-ab27-380d779f17d1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315332 Sep 02 04:34:38.479188 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dd581-1e23-42a4-a3aa-361c55c0c978 req-2167aabc-48e3-4ecf-aaae-6710a6c0a247 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:38.480648 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-bc2dd581-1e23-42a4-a3aa-361c55c0c978 req-2167aabc-48e3-4ecf-aaae-6710a6c0a247 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 945 time: 0.0783629 Sep 02 04:34:38.521696 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-bc2dd581-1e23-42a4-a3aa-361c55c0c978 req-df22d575-39b0-4896-84cd-a3d640beaf5c tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347822 Sep 02 04:34:38.645780 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Made reservation on behalf of 3db6fa006b6f47ee95cae83d696c4b8d for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:34:38.649283 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:38.772951 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Allocated IP 172.20.0.14 (116d17e0-f7af-4097-899a-e7111647f627/d094f100-c1e8-4c6a-923b-2336cbe441a2/c127bbc0-a3fc-4af8-84a7-df5c68f828ac) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:34:38.793190 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:34:38.843056 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-79f5e2a3-9fe1-4410-92e5-e4ddce3bc0c1 req-6eff67ba-069a-4278-a320-ff495f778107 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 210 time: 0.0462604 Sep 02 04:34:38.934379 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:38.935645 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:34:38.940051 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:34:38.940639 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:39.025888 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:39.047788 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:39.048283 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:39.050510 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e84e52-588d-46ba-86bf-475a796e1640" -d '{"events": [{"server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "name": "network-vif-plugged", "status": "completed", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:39.063272 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:39.090167 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a963b9-c05b-4164-95c2-dcca2a1d9c86 x-openstack-request-id: req-63a963b9-c05b-4164-95c2-dcca2a1d9c86 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:39.090413 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "name": "network-vif-plugged", "status": "completed", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:39.090676 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63a963b9-c05b-4164-95c2-dcca2a1d9c86 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:39.091076 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'code': 200} Sep 02 04:34:39.091931 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Network 116d17e0-f7af-4097-899a-e7111647f627 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:34:39.094970 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:39.098805 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:34:39.127139 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Pushing event updated for resources: {'Port': ['ID=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:39.134077 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:39.135296 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:34:39.159708 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:39.159999 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:34:39.160362 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:39.160506 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device c004b6d9-51a8-4a21-b8ad-67bf2b4b8a28 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:34:39.206060 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:39.247614 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-481bf3ce-5e39-4f2d-9548-46d69ea73cf3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9218223 Sep 02 04:34:39.267186 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Request body: {'port': {'device_id': 'af9dbb48-2b3d-4dae-80f5-7f5cf9665eec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:39.320597 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:39.540304 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620c34b-2f2f-4df0-84e0-50cd3a81d256 req-f05b9e75-4a0d-4783-9a28-065bbb72d3a6 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:39.541839 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c620c34b-2f2f-4df0-84e0-50cd3a81d256 req-f05b9e75-4a0d-4783-9a28-065bbb72d3a6 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0488901 Sep 02 04:34:39.588698 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c620c34b-2f2f-4df0-84e0-50cd3a81d256 req-297f357a-e4bd-484f-b1cd-db22ddffa842 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406444 Sep 02 04:34:39.590446 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-4ca33c77-239f-423e-b59c-8e5954d9f676 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:39.591962 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-4ca33c77-239f-423e-b59c-8e5954d9f676 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.20 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 945 time: 0.1355948 Sep 02 04:34:39.610875 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852fd9e-7ae2-4655-9f94-ed2945b32c82 req-9bb5c78e-aae8-4a6b-a866-a0c36950b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:39.612291 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3852fd9e-7ae2-4655-9f94-ed2945b32c82 req-9bb5c78e-aae8-4a6b-a866-a0c36950b2d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 1099 time: 0.1211226 Sep 02 04:34:40.033093 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c127bbc0-a3fc-4af8-84a7-df5c68f828ac {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:34:40.039169 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3852fd9e-7ae2-4655-9f94-ed2945b32c82 req-41107669-ad47-4f3f-9045-a9582d7693f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4183407 Sep 02 04:34:40.045384 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:40.063358 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc033f-92d3-408c-8c3e-521760484fd0 req-2fccd63c-5d5b-4df5-8ca7-947ea58295f8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:40.064838 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-bcbc033f-92d3-408c-8c3e-521760484fd0 req-2fccd63c-5d5b-4df5-8ca7-947ea58295f8 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 945 time: 0.4450552 Sep 02 04:34:40.078852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Transition to ACTIVE for port object c127bbc0-a3fc-4af8-84a7-df5c68f828ac will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:34:40.079299 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c05a2-76e3-4c16-acd4-e485f0f751d7 req-e950ae0b-8bea-461f-8e45-ebd251d5edc7 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:40.088661 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-513c05a2-76e3-4c16-acd4-e485f0f751d7 req-e950ae0b-8bea-461f-8e45-ebd251d5edc7 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 932 time: 0.1710649 Sep 02 04:34:40.095183 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-8d227f21-5e35-42bd-bb9a-c172f4b83a49 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Deleting port 26a563ab-3b33-425b-adb7-b73da80f7062 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:40.095512 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-8d227f21-5e35-42bd-bb9a-c172f4b83a49 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:40.126362 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-513c05a2-76e3-4c16-acd4-e485f0f751d7 req-d571ac6a-1b27-48b4-9dcd-bcf51b7ff708 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Sep 02 04:34:40.174972 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:40.243956 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-8d227f21-5e35-42bd-bb9a-c172f4b83a49 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] For port 26a563ab-3b33-425b-adb7-b73da80f7062, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=26a563ab-3b33-425b-adb7-b73da80f7062,segment=NetworkSegment(84ea9047-8928-4e6c-95e6-0e1cb02a90fb),segment_id=84ea9047-8928-4e6c-95e6-0e1cb02a90fb)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:40.244321 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-8d227f21-5e35-42bd-bb9a-c172f4b83a49 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:40.251096 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-bcbc033f-92d3-408c-8c3e-521760484fd0 req-85980e0c-e8fe-4f47-88e0-ce5b6ae612ea tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/security-groups?id=07507635-1441-4297-bbb6-5e98cc496fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794631 Sep 02 04:34:40.271510 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-8d227f21-5e35-42bd-bb9a-c172f4b83a49 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Calling delete_port for 26a563ab-3b33-425b-adb7-b73da80f7062 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:40.290894 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Pushing event updated for resources: {'Port': ['ID=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:40.388080 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Attempting to bind port c127bbc0-a3fc-4af8-84a7-df5c68f828ac on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:34:40.388818 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Attempting to bind port c127bbc0-a3fc-4af8-84a7-df5c68f828ac by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '243de83e-8571-45fe-b1e0-80bc7e5df694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '116d17e0-f7af-4097-899a-e7111647f627'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:34:40.388818 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Attempting to bind port c127bbc0-a3fc-4af8-84a7-df5c68f828ac on network 116d17e0-f7af-4097-899a-e7111647f627 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:34:40.396032 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Port c127bbc0-a3fc-4af8-84a7-df5c68f828ac on network 116d17e0-f7af-4097-899a-e7111647f627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:34:40.396356 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Attempting to bind port c127bbc0-a3fc-4af8-84a7-df5c68f828ac on network 116d17e0-f7af-4097-899a-e7111647f627 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:34:40.410450 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:34:40.410786 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Checking segment: {'id': '243de83e-8571-45fe-b1e0-80bc7e5df694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '116d17e0-f7af-4097-899a-e7111647f627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:34:40.411184 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Bound using segment: {'id': '243de83e-8571-45fe-b1e0-80bc7e5df694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '116d17e0-f7af-4097-899a-e7111647f627'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:34:40.411596 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Bound port: c127bbc0-a3fc-4af8-84a7-df5c68f828ac, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243de83e-8571-45fe-b1e0-80bc7e5df694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '116d17e0-f7af-4097-899a-e7111647f627'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:34:40.411977 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:40.509773 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] For port c127bbc0-a3fc-4af8-84a7-df5c68f828ac, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:34:40.512829 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] For port c127bbc0-a3fc-4af8-84a7-df5c68f828ac, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,segment=NetworkSegment(243de83e-8571-45fe-b1e0-80bc7e5df694),segment_id=243de83e-8571-45fe-b1e0-80bc7e5df694)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:34:40.527923 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48400) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:40.668044 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-8d227f21-5e35-42bd-bb9a-c172f4b83a49 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:40.708004 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:40.714683 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['26a563ab-3b33-425b-adb7-b73da80f7062'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:34:40.722397 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85733c5-77f8-491b-8562-a9dd63f94319 req-43790f69-c605-4958-bb67-4a6c88bc97dc tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:40.724294 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c85733c5-77f8-491b-8562-a9dd63f94319 req-43790f69-c605-4958-bb67-4a6c88bc97dc tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0633547 Sep 02 04:34:40.738262 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d227f21-5e35-42bd-bb9a-c172f4b83a49 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Pushing event deleted for resources: {'Port': ['ID=26a563ab-3b33-425b-adb7-b73da80f7062,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:40.772861 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:40.773458 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:40.775659 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] 10.222.0.20 "PUT /v2.0/ports/c127bbc0-a3fc-4af8-84a7-df5c68f828ac HTTP/1.1" status: 200 len: 1094 time: 1.5129530 Sep 02 04:34:40.776241 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c85733c5-77f8-491b-8562-a9dd63f94319 req-df5cfa14-a2aa-4b7d-b5e8-a3ecea688ef1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396430 Sep 02 04:34:40.797673 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9dbb48-2b3d-4dae-80f5-7f5cf9665eec', 'tag': 'c127bbc0-a3fc-4af8-84a7-df5c68f828ac'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:40.797673 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35a4549-5cb1-4071-9f47-8ea8de380e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "af9dbb48-2b3d-4dae-80f5-7f5cf9665eec", "tag": "c127bbc0-a3fc-4af8-84a7-df5c68f828ac"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:40.825134 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-8d227f21-5e35-42bd-bb9a-c172f4b83a49 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] No DVR routers for this DVR port 26a563ab-3b33-425b-adb7-b73da80f7062 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:34:40.830543 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-8d227f21-5e35-42bd-bb9a-c172f4b83a49 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:40.832573 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f1c985c0-0834-47f9-8d27-c1498ed1e9a3 req-8d227f21-5e35-42bd-bb9a-c172f4b83a49 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.20 "DELETE /v2.0/ports/26a563ab-3b33-425b-adb7-b73da80f7062 HTTP/1.1" status: 204 len: 173 time: 1.2302253 Sep 02 04:34:40.857525 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdefbf2-ccfc-4024-969f-1440204c7136 x-openstack-request-id: req-4cdefbf2-ccfc-4024-969f-1440204c7136 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:40.857803 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9dbb48-2b3d-4dae-80f5-7f5cf9665eec", "tag": "c127bbc0-a3fc-4af8-84a7-df5c68f828ac", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:40.858048 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cdefbf2-ccfc-4024-969f-1440204c7136 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:40.858427 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9dbb48-2b3d-4dae-80f5-7f5cf9665eec', 'tag': 'c127bbc0-a3fc-4af8-84a7-df5c68f828ac', 'status': 'completed', 'code': 200} Sep 02 04:34:40.868462 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50495c88-aab8-464d-878f-8ad1900c0f84 service neutron] Pushing event updated for resources: {'Port': ['ID=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:40.979445 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a4549-5cb1-4071-9f47-8ea8de380e6d req-8aeac52a-adb2-4490-9d05-1015fa929928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:40.980931 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b35a4549-5cb1-4071-9f47-8ea8de380e6d req-8aeac52a-adb2-4490-9d05-1015fa929928 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3db6fa006b6f47ee95cae83d696c4b8d&device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 1097 time: 0.0524578 Sep 02 04:34:41.123984 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646385'] for router_interface, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:41.126996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a4549-5cb1-4071-9f47-8ea8de380e6d req-03071053-3aab-4d81-aa9e-327e0166a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:41.128540 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b35a4549-5cb1-4071-9f47-8ea8de380e6d req-03071053-3aab-4d81-aa9e-327e0166a309 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3db6fa006b6f47ee95cae83d696c4b8d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1300008 Sep 02 04:34:41.265942 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68404a0a-bf34-4627-9870-78ab496408d3 req-8dd365b3-69a2-4e14-b2b6-61869f8454bb tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:41.267432 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-68404a0a-bf34-4627-9870-78ab496408d3 req-8dd365b3-69a2-4e14-b2b6-61869f8454bb tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 944 time: 0.0546703 Sep 02 04:34:41.303268 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a4549-5cb1-4071-9f47-8ea8de380e6d req-3855e96b-5a4a-4818-b7e9-b0365c846de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:41.304329 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b35a4549-5cb1-4071-9f47-8ea8de380e6d req-3855e96b-5a4a-4818-b7e9-b0365c846de3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1472154 Sep 02 04:34:41.363711 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-68404a0a-bf34-4627-9870-78ab496408d3 req-e3689c36-c3af-4b61-a00d-82bd2bfeaac9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789540 Sep 02 04:34:41.400817 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-db45ff74-0df5-42dd-8084-aca1728ddfda req-073f2b62-1c31-4f2a-a67f-452e32952402 tempest-VolumesSnapshotTestJSON-47757295 tempest-VolumesSnapshotTestJSON-47757295-project] 10.222.0.13 "GET /v2.0/ports?device_id=95674748-4b1b-4dbb-98d6-fb5403a9d5ca HTTP/1.1" status: 200 len: 210 time: 0.0304379 Sep 02 04:34:41.496123 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-382a1329-7fc2-4591-a8b8-54a879293e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:41.497632 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-382a1329-7fc2-4591-a8b8-54a879293e1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3db6fa006b6f47ee95cae83d696c4b8d&device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 1097 time: 0.0672355 Sep 02 04:34:41.512940 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] Deleting port 908a74d2-3309-4b99-a137-551528d976ec {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:41.513276 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:41.563956 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-b34f6046-e4a8-4a56-bf5d-76c1ef9a3d95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c127bbc0-a3fc-4af8-84a7-df5c68f828ac HTTP/1.1" status: 200 len: 217 time: 0.0462222 Sep 02 04:34:41.655221 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-f0a99ef8-2f67-453b-bb77-c5ea2c2da99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:41.656723 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-f0a99ef8-2f67-453b-bb77-c5ea2c2da99d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d094f100-c1e8-4c6a-923b-2336cbe441a2 HTTP/1.1" status: 200 len: 848 time: 0.0866976 Sep 02 04:34:41.663356 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] For port 908a74d2-3309-4b99-a137-551528d976ec, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=908a74d2-3309-4b99-a137-551528d976ec,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:41.663484 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:41.700401 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] Calling delete_port for 908a74d2-3309-4b99-a137-551528d976ec owned by network:router_interface {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:41.703411 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-80882825-b3b1-4a89-8df7-fcfd9d123353 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=116d17e0-f7af-4097-899a-e7111647f627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373087 Sep 02 04:34:41.877973 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-c1101fde-df53-4bea-86ee-113e5db3221d service neutron] 10.222.0.20 "GET /v2.0/networks/116d17e0-f7af-4097-899a-e7111647f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631680 Sep 02 04:34:41.898073 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357eeef3-beaf-4030-9ab6-9b41dfab90a3 req-675dab98-ced6-41de-89c2-29ba1762ad19 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:41.899599 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-357eeef3-beaf-4030-9ab6-9b41dfab90a3 req-675dab98-ced6-41de-89c2-29ba1762ad19 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Sep 02 04:34:41.937009 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-357eeef3-beaf-4030-9ab6-9b41dfab90a3 req-398e7855-838a-4e74-a945-bf783d8293be tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Sep 02 04:34:42.029332 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f759a412-e43e-4e81-b018-67d2ff4b435c req-362d21dd-6c87-4870-8479-d9cdb7ca54ce service neutron] 10.222.0.20 "GET /v2.0/networks/116d17e0-f7af-4097-899a-e7111647f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406319 Sep 02 04:34:42.085023 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c219152-1f92-4696-898f-938406a510bb req-698ff9e4-8131-4998-a92a-c947f73f74e9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:42.086461 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4c219152-1f92-4696-898f-938406a510bb req-698ff9e4-8131-4998-a92a-c947f73f74e9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0743892 Sep 02 04:34:42.095417 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48440) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:42.099622 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-42f67f55-542a-434a-acb8-39dbfa2cf11d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Request body: {'floatingip': {'port_id': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:42.116589 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:42.140697 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-42f67f55-542a-434a-acb8-39dbfa2cf11d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:42.145892 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=908a74d2-3309-4b99-a137-551528d976ec,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:42.184970 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cfc9b-4bd3-47a3-a51b-0ea0ae6f1d48 req-7b68f6d1-6e5a-44f8-aef5-d35d54375488 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:42.186578 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3f7cfc9b-4bd3-47a3-a51b-0ea0ae6f1d48 req-7b68f6d1-6e5a-44f8-aef5-d35d54375488 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.0984442 Sep 02 04:34:42.292297 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3f7cfc9b-4bd3-47a3-a51b-0ea0ae6f1d48 req-392200e7-23d4-4c9b-9bc7-6a7b81bc79ef tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786529 Sep 02 04:34:42.365384 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074351'] for router_interface, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:42.545558 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c20925-66c9-4ddf-ac2a-4d7aca7c1644 req-613b9976-5b2d-4e74-8774-fe46c0f60d11 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:42.547120 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-06c20925-66c9-4ddf-ac2a-4d7aca7c1644 req-613b9976-5b2d-4e74-8774-fe46c0f60d11 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 944 time: 0.0997722 Sep 02 04:34:42.593139 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] Router 067bf73f-3520-49f7-a939-c6587635f827 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:34:42.646884 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-06c20925-66c9-4ddf-ac2a-4d7aca7c1644 req-007cc449-7977-493f-82bc-1311f38fb1cb tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820072 Sep 02 04:34:42.658956 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-42f67f55-542a-434a-acb8-39dbfa2cf11d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:42.711984 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:34:42.717060 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-1f0a42a6-d8b1-4aaf-8c24-c66ef54578f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/067bf73f-3520-49f7-a939-c6587635f827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1880813 Sep 02 04:34:42.719756 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48448) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:42.720601 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] Sync routers for ids ['067bf73f-3520-49f7-a939-c6587635f827'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:34:42.730266 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] Routers {'067bf73f-3520-49f7-a939-c6587635f827'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:42.731235 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['067bf73f-3520-49f7-a939-c6587635f827'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:42.772950 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-42f67f55-542a-434a-acb8-39dbfa2cf11d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:42.826177 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Notify callbacks [] for router, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:42.867499 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95674748-4b1b-4dbb-98d6-fb5403a9d5ca', 'name': 'network-vif-deleted', 'tag': '26a563ab-3b33-425b-adb7-b73da80f7062'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:42.869858 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ce6fca-dc67-41b1-87b6-3cdb869a01ac" -d '{"events": [{"server_uuid": "95674748-4b1b-4dbb-98d6-fb5403a9d5ca", "name": "network-vif-deleted", "tag": "26a563ab-3b33-425b-adb7-b73da80f7062"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:42.900669 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.l3_db [None req-42f67f55-542a-434a-acb8-39dbfa2cf11d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Floating IP 9ef5547f-2679-4175-83f8-be4d690f2235 associated. External IP: 172.27.2.96, port: 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477. Sep 02 04:34:42.915265 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 26a563ab-3b33-425b-adb7-b73da80f7062 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:34:42.955649 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 26a563ab-3b33-425b-adb7-b73da80f7062 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:34:42.967880 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 26a563ab-3b33-425b-adb7-b73da80f7062 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:34:42.987466 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] Set router 067bf73f-3520-49f7-a939-c6587635f827 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:43.211204 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7c4783-6c21-44a7-a7d7-f5e194431655 x-openstack-request-id: req-5f7c4783-6c21-44a7-a7d7-f5e194431655 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:43.212220 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95674748-4b1b-4dbb-98d6-fb5403a9d5ca", "name": "network-vif-deleted", "tag": "26a563ab-3b33-425b-adb7-b73da80f7062", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:43.212416 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f7c4783-6c21-44a7-a7d7-f5e194431655 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:43.212805 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95674748-4b1b-4dbb-98d6-fb5403a9d5ca', 'name': 'network-vif-deleted', 'tag': '26a563ab-3b33-425b-adb7-b73da80f7062', 'status': 'completed', 'code': 200} Sep 02 04:34:43.256942 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:34:41Z', 'revision_number': 5, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:43.259025 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:43.284919 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] Checking router: 067bf73f-3520-49f7-a939-c6587635f827 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:34:43.293457 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] Routers {'067bf73f-3520-49f7-a939-c6587635f827'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:43.294085 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['067bf73f-3520-49f7-a939-c6587635f827'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:43.379375 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Deleting port e3517893-f0b8-4c02-8f0e-1586154e691b {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:43.379722 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:43.396014 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f67f55-542a-434a-acb8-39dbfa2cf11d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Router fc535284-6c18-4332-b179-64fff6573acc has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:34:43.415871 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] Set router 067bf73f-3520-49f7-a939-c6587635f827 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:43.467250 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] For port e3517893-f0b8-4c02-8f0e-1586154e691b, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e3517893-f0b8-4c02-8f0e-1586154e691b,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:43.467753 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:43.480745 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Calling delete_port for e3517893-f0b8-4c02-8f0e-1586154e691b owned by network:router_gateway {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:43.500607 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e3ded-4eed-4b8e-a1c8-e4243efba4c1 req-e948ad13-80e0-45f2-b8aa-936d6f74b811 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:43.502114 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1a9e3ded-4eed-4b8e-a1c8-e4243efba4c1 req-e948ad13-80e0-45f2-b8aa-936d6f74b811 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.1214433 Sep 02 04:34:43.561093 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1a9e3ded-4eed-4b8e-a1c8-e4243efba4c1 req-c441d22c-fa63-4bf4-9b3e-ccc7fd61c785 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504069 Sep 02 04:34:43.569590 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f67f55-542a-434a-acb8-39dbfa2cf11d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:34:43.576403 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-42f67f55-542a-434a-acb8-39dbfa2cf11d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:43.582383 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] Sync routers for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:34:43.595374 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:43.596502 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:43.615368 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:34:41Z', 'revision_number': 5, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:43.626420 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-42f67f55-542a-434a-acb8-39dbfa2cf11d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "PUT /v2.0/floatingips/9ef5547f-2679-4175-83f8-be4d690f2235 HTTP/1.1" status: 200 len: 991 time: 1.5305331 Sep 02 04:34:43.627475 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'}] {{(pid=94402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:43.629941 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2984c995e9f942f56fc048a2137e3950b61e74cc960b4c50d17b3411b6e28a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885fef80-1047-44eb-9a39-61899051b84b" -d '{"events": [{"name": "network-changed", "server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477"}]}' {{(pid=94402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:43.644444 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d79a1e-f429-4d00-aa2d-8624615f6f8a None None] The sync data for ids ['067bf73f-3520-49f7-a939-c6587635f827'] in dv-cinder-804735-7-iscsi is: [{'id': '067bf73f-3520-49f7-a939-c6587635f827', 'name': 'tempest-TestMinimumBasicScenario-64353971-router', 'tenant_id': '13dd2e352f6149d4beb1d4f84664a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:34:41Z', 'revision_number': 5, 'project_id': '13dd2e352f6149d4beb1d4f84664a614', 'gw_port': {'id': 'e3517893-f0b8-4c02-8f0e-1586154e691b', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bf73f-3520-49f7-a939-c6587635f827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:06Z', 'updated_at': '2021-09-02T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:34:43.684462 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175ff7c9-bdf9-43ce-9399-bd1c601a5c92 x-openstack-request-id: req-175ff7c9-bdf9-43ce-9399-bd1c601a5c92 {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:43.684760 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477", "status": "completed", "code": 200}]} {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:43.685010 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-175ff7c9-bdf9-43ce-9399-bd1c601a5c92 {{(pid=94402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:43.685404 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'status': 'completed', 'code': 200} Sep 02 04:34:43.749133 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:43.773569 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:43.795453 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a912f5-9fbf-419e-8cbb-523997555d93 req-c8c92181-4997-40b2-9023-4584be425181 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:43.797127 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c5a912f5-9fbf-419e-8cbb-523997555d93 req-c8c92181-4997-40b2-9023-4584be425181 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 944 time: 0.0524299 Sep 02 04:34:43.806131 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3517893-f0b8-4c02-8f0e-1586154e691b,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:43.814905 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fef80-1047-44eb-9a39-61899051b84b req-c4857c47-e859-41ca-b8b1-980b6ce35e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:43.816438 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-885fef80-1047-44eb-9a39-61899051b84b req-c4857c47-e859-41ca-b8b1-980b6ce35e1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 1099 time: 0.0778677 Sep 02 04:34:43.844646 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c5a912f5-9fbf-419e-8cbb-523997555d93 req-78c67380-ea95-4a6a-b744-800189985eab tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Sep 02 04:34:43.928089 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645515'] for router_gateway, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:43.978515 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '9ef5547f-2679-4175-83f8-be4d690f2235', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'port_id': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'mac_address': 'fa:16:3e:88:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0164b812-ed22-4e84-88e6-93e328601f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:34:22Z', 'updated_at': '2021-09-02T04:34:42Z', 'revision_number': 1, 'project_id': '0931655f059d4af598f60bd195366b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:44.006429 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] Checking router: fc535284-6c18-4332-b179-64fff6573acc for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:34:44.019187 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:44.019824 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:44.033607 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1643540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.036996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.044085 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fef80-1047-44eb-9a39-61899051b84b req-d0b84ba3-9d54-4cd6-8e8d-fd35e48f6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:44.045804 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-885fef80-1047-44eb-9a39-61899051b84b req-d0b84ba3-9d54-4cd6-8e8d-fd35e48f6b57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 917 time: 0.2103927 Sep 02 04:34:44.131349 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:44.147781 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-885fef80-1047-44eb-9a39-61899051b84b req-a8f5e641-c579-4938-9efd-8cc43ebb502d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 HTTP/1.1" status: 200 len: 999 time: 0.0667481 Sep 02 04:34:44.165078 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1643629'] for router, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.165777 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 067bf73f-3520-49f7-a939-c6587635f827 {{(pid=94401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 04:34:44.202713 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.204191 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-eeae37d7-5edf-4cb5-ae4e-1078bf04ba7e admin admin] 10.222.0.13 "DELETE /v2.0/routers/067bf73f-3520-49f7-a939-c6587635f827 HTTP/1.1" status: 204 len: 168 time: 1.4833326 Sep 02 04:34:44.206853 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48472) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:44.258760 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fef80-1047-44eb-9a39-61899051b84b req-37f5e1c5-62ea-4161-8af8-ff02e7accd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:44.260686 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-885fef80-1047-44eb-9a39-61899051b84b req-37f5e1c5-62ea-4161-8af8-ff02e7accd06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.0927076 Sep 02 04:34:44.270591 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f645a8-189b-41d0-b739-44decdd9f93f admin admin] Deleting subnet 78c5c54e-5f97-4126-a3fa-30614bee1c5f {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:34:44.275392 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a0f645a8-189b-41d0-b739-44decdd9f93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.338252 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a0f645a8-189b-41d0-b739-44decdd9f93f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26510909'] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.377042 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fef80-1047-44eb-9a39-61899051b84b req-024a6fa3-40d6-4dc0-9e8c-c70501a6d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:44.378602 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-885fef80-1047-44eb-9a39-61899051b84b req-024a6fa3-40d6-4dc0-9e8c-c70501a6d3cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047788 Sep 02 04:34:44.474088 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '9ef5547f-2679-4175-83f8-be4d690f2235', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'port_id': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'mac_address': 'fa:16:3e:88:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0164b812-ed22-4e84-88e6-93e328601f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:34:22Z', 'updated_at': '2021-09-02T04:34:42Z', 'revision_number': 1, 'project_id': '0931655f059d4af598f60bd195366b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:44.499970 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1fbd28-fc4e-4544-be79-a2762794bf19 None None] The sync data for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi is: [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '9ef5547f-2679-4175-83f8-be4d690f2235', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'port_id': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'mac_address': 'fa:16:3e:88:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0164b812-ed22-4e84-88e6-93e328601f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:34:22Z', 'updated_at': '2021-09-02T04:34:42Z', 'revision_number': 1, 'project_id': '0931655f059d4af598f60bd195366b84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:34:44.526868 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a0f645a8-189b-41d0-b739-44decdd9f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.587060 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-885fef80-1047-44eb-9a39-61899051b84b req-0bee82a4-3a83-40b0-8b12-9735330a2acb service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662290 Sep 02 04:34:44.731282 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a0f645a8-189b-41d0-b739-44decdd9f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26573068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26635730'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.781170 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a0f645a8-189b-41d0-b739-44decdd9f93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.786726 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-a0f645a8-189b-41d0-b739-44decdd9f93f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/78c5c54e-5f97-4126-a3fa-30614bee1c5f HTTP/1.1" status: 204 len: 168 time: 0.5755079 Sep 02 04:34:44.786932 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48480) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:44.792468 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d4601f-fbc7-49c3-a578-2303b76bfb8e None None] Network 033cbb20-1bf0-4986-a01b-c8f4d3477953 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:34:44.793042 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f645a8-189b-41d0-b739-44decdd9f93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c5c54e-5f97-4126-a3fa-30614bee1c5f,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:44.812936 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-885fef80-1047-44eb-9a39-61899051b84b req-711d56c4-a0ba-496d-b339-2aa36b9e2dfc service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061560 Sep 02 04:34:44.840463 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a230dc-ff9c-421d-bfdc-324314e41974 req-47d873ad-602d-43b8-a075-202f98dd4772 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:44.842534 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67a230dc-ff9c-421d-bfdc-324314e41974 req-47d873ad-602d-43b8-a075-202f98dd4772 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.2019525 Sep 02 04:34:44.861927 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1688fc-f544-47ab-b128-968493f65840 req-56b1a28b-f6e1-4d45-8719-70111c8a952f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:44.863575 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ec1688fc-f544-47ab-b128-968493f65840 req-56b1a28b-f6e1-4d45-8719-70111c8a952f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 945 time: 0.1656656 Sep 02 04:34:44.902876 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.906589 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device c127bbc0-a3fc-4af8-84a7-df5c68f828ac details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:34:44.916397 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbcb0f0-23ad-44c4-ba35-0bb80db59d70 None None] New status for floating IP 9ef5547f-2679-4175-83f8-be4d690f2235: ACTIVE {{(pid=94403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:34:44.935171 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-67a230dc-ff9c-421d-bfdc-324314e41974 req-0f9613e7-6171-46e3-aa46-bbf60d35f784 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3a93e01-e212-4af1-899d-2e8a7a755829&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705466 Sep 02 04:34:44.987702 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Deleting port 60e46590-a4aa-4af6-9b14-08717b150458 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:44.988969 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:44.998761 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Deleting port eae12a40-174f-4aa8-b249-61f0b2903ae6 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:44.999191 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.094065 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] For port 60e46590-a4aa-4af6-9b14-08717b150458, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=60e46590-a4aa-4af6-9b14-08717b150458,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:45.094431 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.094682 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] For port eae12a40-174f-4aa8-b249-61f0b2903ae6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=eae12a40-174f-4aa8-b249-61f0b2903ae6,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:45.095295 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.109704 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf61e4-e2c0-47fa-9856-009babf22f2b req-97fa2e7f-78be-43aa-bfe1-b171f2c99ef6 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:45.111209 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-efcf61e4-e2c0-47fa-9856-009babf22f2b req-97fa2e7f-78be-43aa-bfe1-b171f2c99ef6 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 944 time: 0.1072443 Sep 02 04:34:45.121937 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Calling delete_port for 60e46590-a4aa-4af6-9b14-08717b150458 owned by network:dhcp {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:45.195399 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port c127bbc0-a3fc-4af8-84a7-df5c68f828ac, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,segment=NetworkSegment(243de83e-8571-45fe-b1e0-80bc7e5df694),segment_id=243de83e-8571-45fe-b1e0-80bc7e5df694)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:45.200849 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-efcf61e4-e2c0-47fa-9856-009babf22f2b req-fdd94826-ff6e-47ab-8634-e7257465096c tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805655 Sep 02 04:34:45.208087 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': 'c127bbc0-a3fc-4af8-84a7-df5c68f828ac', 'network_id': '116d17e0-f7af-4097-899a-e7111647f627', 'port_id': 'c127bbc0-a3fc-4af8-84a7-df5c68f828ac', 'mac_address': 'fa:16:3e:d5:5e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd094f100-c1e8-4c6a-923b-2336cbe441a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:34:45.259769 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f69aacb-76b3-4c34-a8ad-d882c69e0888 None None] DHCP port deletion for 033cbb20-1bf0-4986-a01b-c8f4d3477953 request from dv-cinder-804735-7-iscsi {{(pid=94403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 04:34:45.271028 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.307415 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.307809 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.308153 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.l3_db [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Floating IP 3a559589-4ae8-4e8e-b824-705e8a80a208 disassociated. External IP: 172.27.2.87, port: eae12a40-174f-4aa8-b249-61f0b2903ae6. Sep 02 04:34:45.308497 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Calling delete_port for eae12a40-174f-4aa8-b249-61f0b2903ae6 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:45.313657 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c127bbc0-a3fc-4af8-84a7-df5c68f828ac {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:34:45.337328 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port c127bbc0-a3fc-4af8-84a7-df5c68f828ac, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,segment=NetworkSegment(243de83e-8571-45fe-b1e0-80bc7e5df694),segment_id=243de83e-8571-45fe-b1e0-80bc7e5df694)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:45.350606 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-4f69aacb-76b3-4c34-a8ad-d882c69e0888 None None] Deleting port 60e46590-a4aa-4af6-9b14-08717b150458 {{(pid=94403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:45.351017 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4f69aacb-76b3-4c34-a8ad-d882c69e0888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.413341 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.415003 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-4f69aacb-76b3-4c34-a8ad-d882c69e0888 None None] For port 60e46590-a4aa-4af6-9b14-08717b150458, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=60e46590-a4aa-4af6-9b14-08717b150458,segment=NetworkSegment(5741262b-49f6-4312-9ea3-02db8e1e55e2),segment_id=5741262b-49f6-4312-9ea3-02db8e1e55e2)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:45.415423 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4f69aacb-76b3-4c34-a8ad-d882c69e0888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.432113 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-4f69aacb-76b3-4c34-a8ad-d882c69e0888 None None] Calling delete_port for 60e46590-a4aa-4af6-9b14-08717b150458 owned by network:dhcp {{(pid=94403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:45.445050 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] No DVR routers for this DVR port 60e46590-a4aa-4af6-9b14-08717b150458 on host dv-cinder-804735-7-iscsi {{(pid=94402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:34:45.447297 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e46590-a4aa-4af6-9b14-08717b150458,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:45.466064 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.519529 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.529380 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033cbb20-1bf0-4986-a01b-c8f4d3477953']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:45.538912 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5741262b-49f6-4312-9ea3-02db8e1e55e2') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:45.539231 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5741262b-49f6-4312-9ea3-02db8e1e55e2') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:45.548460 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.562913 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.568969 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:34:45.569346 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:34:45.571082 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:34:45.573615 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:45.593335 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4f69aacb-76b3-4c34-a8ad-d882c69e0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.603255 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.620853 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69aacb-76b3-4c34-a8ad-d882c69e0888 None None] Pushing event deleted for resources: {'Port': ['ID=60e46590-a4aa-4af6-9b14-08717b150458,revision_number=None']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:45.623300 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69aacb-76b3-4c34-a8ad-d882c69e0888 None None] No DVR routers for this DVR port 60e46590-a4aa-4af6-9b14-08717b150458 on host dv-cinder-804735-7-iscsi {{(pid=94403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:34:45.646914 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event deleted for resources: {'Port': ['ID=eae12a40-174f-4aa8-b249-61f0b2903ae6,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:45.738267 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 60e46590-a4aa-4af6-9b14-08717b150458 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:34:45.743961 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.749925 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.754678 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/033cbb20-1bf0-4986-a01b-c8f4d3477953 HTTP/1.1" status: 204 len: 168 time: 0.9642644 Sep 02 04:34:45.754912 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48488) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:45.757553 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 60e46590-a4aa-4af6-9b14-08717b150458 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:34:45.757686 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Router 3fdd503d-c928-4892-af7b-93739687984a has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:34:45.757900 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 60e46590-a4aa-4af6-9b14-08717b150458 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:34:45.758351 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e3517893-f0b8-4c02-8f0e-1586154e691b no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:34:45.778276 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e03bd-f03c-48d8-bb0a-d1eca56088f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=033cbb20-1bf0-4986-a01b-c8f4d3477953,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:45.780346 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: e3517893-f0b8-4c02-8f0e-1586154e691b {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:34:45.780759 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e3517893-f0b8-4c02-8f0e-1586154e691b not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:34:45.781261 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 908a74d2-3309-4b99-a137-551528d976ec no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:34:45.802258 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 908a74d2-3309-4b99-a137-551528d976ec {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:34:45.804891 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 908a74d2-3309-4b99-a137-551528d976ec not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:34:45.872583 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:34:45.882311 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] Sync routers for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:34:45.891608 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:45.892470 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:45.913852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] No DVR routers for this DVR port eae12a40-174f-4aa8-b249-61f0b2903ae6 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:34:45.916950 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:45.918954 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ec1688fc-f544-47ab-b128-968493f65840 req-ea9f14c9-6a72-4cc7-aab1-27fedf5eb26f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.20 "DELETE /v2.0/ports/eae12a40-174f-4aa8-b249-61f0b2903ae6 HTTP/1.1" status: 204 len: 173 time: 1.0447516 Sep 02 04:34:45.919384 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'name': 'network-vif-deleted', 'tag': 'eae12a40-174f-4aa8-b249-61f0b2903ae6'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:45.921669 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a622141-5a11-47c5-a49e-f2444a09f9b3" -d '{"events": [{"server_uuid": "a1fdfd22-1160-4f16-ad90-ec2fd5150229", "name": "network-vif-deleted", "tag": "eae12a40-174f-4aa8-b249-61f0b2903ae6"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:45.975521 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfc4d16-95af-4a23-a889-5cfb97afc7ea x-openstack-request-id: req-3dfc4d16-95af-4a23-a889-5cfb97afc7ea {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:45.975774 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fdfd22-1160-4f16-ad90-ec2fd5150229", "name": "network-vif-deleted", "tag": "eae12a40-174f-4aa8-b249-61f0b2903ae6", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:45.976070 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dfc4d16-95af-4a23-a889-5cfb97afc7ea {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:45.976533 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fdfd22-1160-4f16-ad90-ec2fd5150229', 'name': 'network-vif-deleted', 'tag': 'eae12a40-174f-4aa8-b249-61f0b2903ae6', 'status': 'completed', 'code': 200} Sep 02 04:34:46.010800 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:46.087788 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3a97f9ad-577a-4852-9c84-2f7f2284f0f6 req-015a58f9-fc68-4a9c-b3b7-30c9595c5062 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 210 time: 0.0356865 Sep 02 04:34:46.225913 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646385'] for router_interface, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:46.227142 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:46.253208 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] Checking router: 3fdd503d-c928-4892-af7b-93739687984a for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:34:46.261776 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:46.262471 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:46.318180 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673aedf-d75e-43be-bc2f-9673ef6be34e req-d3900cd0-57c9-4311-97b6-ed0e67de34aa tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:46.325783 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f673aedf-d75e-43be-bc2f-9673ef6be34e req-d3900cd0-57c9-4311-97b6-ed0e67de34aa tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 945 time: 0.0619888 Sep 02 04:34:46.371396 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f673aedf-d75e-43be-bc2f-9673ef6be34e req-0d7a7d8f-fd2c-46d3-af7c-dfa519a4737e tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398996 Sep 02 04:34:46.385242 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:46.527575 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] Deleting port 7634e56a-2d28-45c6-9f48-d58f7b5dd849 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:46.527928 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:46.577315 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:46.603353 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] For port 7634e56a-2d28-45c6-9f48-d58f7b5dd849, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=7634e56a-2d28-45c6-9f48-d58f7b5dd849,segment=NetworkSegment(e53b7868-636c-48e4-9a10-8dc533020a85),segment_id=e53b7868-636c-48e4-9a10-8dc533020a85)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:46.603714 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:46.606206 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c079f1-8820-4f95-998a-67db02f1fb2e None None] The sync data for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi is: [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:34:46.616233 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] Calling delete_port for 7634e56a-2d28-45c6-9f48-d58f7b5dd849 owned by network:router_interface {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:46.824022 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834924b-9f00-47bc-b785-b898993497a5 None None] New status for floating IP 3a559589-4ae8-4e8e-b824-705e8a80a208: DOWN {{(pid=94403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:34:46.858611 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:46.887505 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7634e56a-2d28-45c6-9f48-d58f7b5dd849,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:47.171243 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d23c7156-d0a5-427c-8798-e95b5173be1b req-7fd4375a-8ffe-4469-be33-bf2131e200c9 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 210 time: 0.0259902 Sep 02 04:34:47.253512 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074351'] for router_interface, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:47.463406 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] Router a79e4395-10f2-47f7-b10e-9aa4100a6583 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:34:47.482560 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab8207-15d4-42e6-8862-f1da763a5eaa req-1bbd1f7d-3536-44f6-b3cd-66a7803f8b45 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:47.484049 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a4ab8207-15d4-42e6-8862-f1da763a5eaa req-1bbd1f7d-3536-44f6-b3cd-66a7803f8b45 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 945 time: 0.0508988 Sep 02 04:34:47.521084 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a4ab8207-15d4-42e6-8862-f1da763a5eaa req-36a1725c-e510-4a24-a9de-5f0053f4cbe6 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308576 Sep 02 04:34:47.570138 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:34:47.575939 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-359c874e-f7e3-4126-a86a-254440febec0 admin admin] 10.222.0.13 "PUT /v2.0/routers/a79e4395-10f2-47f7-b10e-9aa4100a6583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200600 Sep 02 04:34:47.578409 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48508) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:47.580944 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] Sync routers for ids ['a79e4395-10f2-47f7-b10e-9aa4100a6583'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:34:47.590688 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] Routers {'a79e4395-10f2-47f7-b10e-9aa4100a6583'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:47.591287 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['a79e4395-10f2-47f7-b10e-9aa4100a6583'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:47.677074 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Notify callbacks [] for router, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:47.688519 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] Set router a79e4395-10f2-47f7-b10e-9aa4100a6583 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:47.790494 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:47.876868 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'name': 'tempest-TestMinimumBasicScenario-1134036213-router', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:14Z', 'updated_at': '2021-09-02T04:34:46Z', 'revision_number': 5, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'gw_port': {'id': 'c15dd203-cff5-44f0-aba2-b6fc465474ad', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:31:15Z', 'updated_at': '2021-09-02T04:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:47.902507 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] Checking router: a79e4395-10f2-47f7-b10e-9aa4100a6583 for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:34:47.910492 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] Routers {'a79e4395-10f2-47f7-b10e-9aa4100a6583'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:47.911100 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['a79e4395-10f2-47f7-b10e-9aa4100a6583'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:47.915209 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Deleting port c15dd203-cff5-44f0-aba2-b6fc465474ad {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:47.915549 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:47.996942 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] For port c15dd203-cff5-44f0-aba2-b6fc465474ad, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=c15dd203-cff5-44f0-aba2-b6fc465474ad,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:47.997253 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] Set router a79e4395-10f2-47f7-b10e-9aa4100a6583 gateway port host: None {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:47.997442 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.011449 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Calling delete_port for c15dd203-cff5-44f0-aba2-b6fc465474ad owned by network:router_gateway {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:48.051311 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'name': 'tempest-TestMinimumBasicScenario-1134036213-router', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:14Z', 'updated_at': '2021-09-02T04:34:47Z', 'revision_number': 6, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'gw_port_host': None}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:48.077587 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65cfb39-0419-4a24-9693-ce4d42e72a17 None None] The sync data for ids ['a79e4395-10f2-47f7-b10e-9aa4100a6583'] in dv-cinder-804735-7-iscsi is: [{'id': 'a79e4395-10f2-47f7-b10e-9aa4100a6583', 'name': 'tempest-TestMinimumBasicScenario-1134036213-router', 'tenant_id': '410a13ab734e492c9ca9e6e65a131151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:31:14Z', 'updated_at': '2021-09-02T04:34:47Z', 'revision_number': 6, 'project_id': '410a13ab734e492c9ca9e6e65a131151', 'gw_port_host': None}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:34:48.099897 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['c127bbc0-a3fc-4af8-84a7-df5c68f828ac'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:34:48.221477 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.251329 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15dd203-cff5-44f0-aba2-b6fc465474ad,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:48.276790 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-345b93e7-a8b8-4229-b91f-1f095423be3e req-e2a50071-6c2e-421f-9ad7-92fc22b4d26e tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1fdfd22-1160-4f16-ad90-ec2fd5150229 HTTP/1.1" status: 200 len: 210 time: 0.0252578 Sep 02 04:34:48.318454 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645515'] for router_gateway, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.420504 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1643540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.422674 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.599962 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1643629'] for router, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.600454 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79e4395-10f2-47f7-b10e-9aa4100a6583 {{(pid=94402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 04:34:48.618672 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] Notify callbacks [] for router, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.619755 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-4aead6cf-a60d-41aa-b27c-f8aa094d3098 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a79e4395-10f2-47f7-b10e-9aa4100a6583 HTTP/1.1" status: 204 len: 168 time: 1.0404677 Sep 02 04:34:48.622524 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48520) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:48.641614 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c4a67-d9ba-4a7e-b7a9-e42849fcd572 req-0653ba47-ce0f-4d20-8700-b3b0bfffb6e7 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:48.643076 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d20c4a67-d9ba-4a7e-b7a9-e42849fcd572 req-0653ba47-ce0f-4d20-8700-b3b0bfffb6e7 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 945 time: 0.0534883 Sep 02 04:34:48.666521 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Deleting subnet 89bcc309-c626-45e8-a484-4775a1afc1c0 {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:34:48.669528 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.681869 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d20c4a67-d9ba-4a7e-b7a9-e42849fcd572 req-02c0e393-52aa-43d5-9275-0b63ff5fc1f4 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320113 Sep 02 04:34:48.704581 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26510909'] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.789026 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.919044 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26573068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26635730'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.944029 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89bcc309-c626-45e8-a484-4775a1afc1c0,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:48.954715 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:48.959179 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48528) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:48.960260 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/89bcc309-c626-45e8-a484-4775a1afc1c0 HTTP/1.1" status: 204 len: 168 time: 0.3365762 Sep 02 04:34:48.963744 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8aa68e-ae45-4aea-b6d8-f95dc94ba330 None None] Network 69cc6cd6-d699-488f-a9c8-6615e4b98948 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:34:48.964056 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.964411 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.964756 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.965089 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.965458 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.965826 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.966157 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.966577 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.966942 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.967269 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.967589 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:48.967931 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30bca74-c70e-455b-a88c-4d868efc2c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:34:49.040352 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.102016 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Deleting port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:49.102474 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.171237 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] For port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=87c10bdc-0a1d-44ae-b097-8e9abe82b58d,segment=NetworkSegment(e53b7868-636c-48e4-9a10-8dc533020a85),segment_id=e53b7868-636c-48e4-9a10-8dc533020a85)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:49.171476 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258db0cb-4d7c-4524-9645-6750cc84f53a None None] DHCP port deletion for 69cc6cd6-d699-488f-a9c8-6615e4b98948 request from dv-cinder-804735-7-iscsi {{(pid=94403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 04:34:49.171941 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.184470 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Calling delete_port for 87c10bdc-0a1d-44ae-b097-8e9abe82b58d owned by network:dhcp {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:49.217570 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-258db0cb-4d7c-4524-9645-6750cc84f53a None None] Deleting port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d {{(pid=94403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:49.218104 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-258db0cb-4d7c-4524-9645-6750cc84f53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.284920 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-258db0cb-4d7c-4524-9645-6750cc84f53a None None] For port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=87c10bdc-0a1d-44ae-b097-8e9abe82b58d,segment=NetworkSegment(e53b7868-636c-48e4-9a10-8dc533020a85),segment_id=e53b7868-636c-48e4-9a10-8dc533020a85)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:49.285248 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-258db0cb-4d7c-4524-9645-6750cc84f53a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.297535 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-258db0cb-4d7c-4524-9645-6750cc84f53a None None] Calling delete_port for 87c10bdc-0a1d-44ae-b097-8e9abe82b58d owned by network:dhcp {{(pid=94403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:49.327145 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.355497 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c10bdc-0a1d-44ae-b097-8e9abe82b58d,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:49.359333 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] No DVR routers for this DVR port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d on host dv-cinder-804735-7-iscsi {{(pid=94402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:34:49.415332 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-258db0cb-4d7c-4524-9645-6750cc84f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.433935 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.444056 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cc6cd6-d699-488f-a9c8-6615e4b98948']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:49.452865 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258db0cb-4d7c-4524-9645-6750cc84f53a None None] Pushing event deleted for resources: {'Port': ['ID=87c10bdc-0a1d-44ae-b097-8e9abe82b58d,revision_number=None']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:49.454008 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48538) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:49.457198 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258db0cb-4d7c-4524-9645-6750cc84f53a None None] No DVR routers for this DVR port 87c10bdc-0a1d-44ae-b097-8e9abe82b58d on host dv-cinder-804735-7-iscsi {{(pid=94403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:34:49.460363 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53b7868-636c-48e4-9a10-8dc533020a85') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:49.460946 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53b7868-636c-48e4-9a10-8dc533020a85') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:49.472824 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.487133 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.493722 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:34:49.504488 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:34:49.514130 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd081-e575-4406-b85f-3ca119d70b62 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.545818 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd081-e575-4406-b85f-3ca119d70b62 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.629838 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.643742 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.643742 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/69cc6cd6-d699-488f-a9c8-6615e4b98948 HTTP/1.1" status: 204 len: 168 time: 0.6762011 Sep 02 04:34:49.647836 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a1604-6d7e-4aa2-8e20-5c625e0633b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=69cc6cd6-d699-488f-a9c8-6615e4b98948,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:49.661403 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd081-e575-4406-b85f-3ca119d70b62 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.663967 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c6ebd081-e575-4406-b85f-3ca119d70b62 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.665166 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-c6ebd081-e575-4406-b85f-3ca119d70b62 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3a93e01-e212-4af1-899d-2e8a7a755829 HTTP/1.1" status: 204 len: 168 time: 0.2101033 Sep 02 04:34:49.668017 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48546) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:49.684063 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.api.v2.resource [None req-c1ff401d-d877-4144-a4ea-0810f7b1949f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] show failed (client error): The resource could not be found. Sep 02 04:34:49.685057 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-c1ff401d-d877-4144-a4ea-0810f7b1949f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups/c3a93e01-e212-4af1-899d-2e8a7a755829 HTTP/1.1" status: 404 len: 347 time: 0.0159976 Sep 02 04:34:49.689910 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48548) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:49.700286 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebd081-e575-4406-b85f-3ca119d70b62 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a93e01-e212-4af1-899d-2e8a7a755829,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:49.757302 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device c15dd203-cff5-44f0-aba2-b6fc465474ad no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:34:49.780543 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device c127bbc0-a3fc-4af8-84a7-df5c68f828ac up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:34:49.782647 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: c15dd203-cff5-44f0-aba2-b6fc465474ad {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:34:49.783073 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device c15dd203-cff5-44f0-aba2-b6fc465474ad not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:34:49.783534 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 7634e56a-2d28-45c6-9f48-d58f7b5dd849 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:34:49.824154 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798872ae-5fc2-4581-a757-d8ab9849789b req-6a285c46-54d5-4763-9cfb-cc9bbc7776c2 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:49.831389 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-798872ae-5fc2-4581-a757-d8ab9849789b req-6a285c46-54d5-4763-9cfb-cc9bbc7776c2 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 945 time: 0.0634315 Sep 02 04:34:49.832954 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-319b37d0-d5b5-4854-b3f5-54e15653ac00 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Deleting port f599e494-a17b-425f-8407-8138fccad6fa {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:34:49.833298 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-319b37d0-d5b5-4854-b3f5-54e15653ac00 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.838723 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 7634e56a-2d28-45c6-9f48-d58f7b5dd849 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:34:49.839322 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 7634e56a-2d28-45c6-9f48-d58f7b5dd849 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:34:49.840176 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 87c10bdc-0a1d-44ae-b097-8e9abe82b58d no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:34:49.863066 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 87c10bdc-0a1d-44ae-b097-8e9abe82b58d {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:34:49.863404 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 87c10bdc-0a1d-44ae-b097-8e9abe82b58d not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:34:49.868550 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-798872ae-5fc2-4581-a757-d8ab9849789b req-50123864-bf4d-4348-b6bd-ddac6022d378 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362608 Sep 02 04:34:49.911777 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-319b37d0-d5b5-4854-b3f5-54e15653ac00 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.912135 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-319b37d0-d5b5-4854-b3f5-54e15653ac00 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:49.925206 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-319b37d0-d5b5-4854-b3f5-54e15653ac00 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Calling delete_port for f599e494-a17b-425f-8407-8138fccad6fa owned by network:floatingip {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:34:49.983869 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port c127bbc0-a3fc-4af8-84a7-df5c68f828ac completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:34:49.987926 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port c127bbc0-a3fc-4af8-84a7-df5c68f828ac triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:34:49.988338 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:50.074108 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:50.080127 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48554) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:50.097218 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9dbb48-2b3d-4dae-80f5-7f5cf9665eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c127bbc0-a3fc-4af8-84a7-df5c68f828ac'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:50.106414 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edba1029-21cd-4822-ac21-2b63301e2c09" -d '{"events": [{"server_uuid": "af9dbb48-2b3d-4dae-80f5-7f5cf9665eec", "name": "network-vif-plugged", "status": "completed", "tag": "c127bbc0-a3fc-4af8-84a7-df5c68f828ac"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:50.113127 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port c127bbc0-a3fc-4af8-84a7-df5c68f828ac, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,segment=NetworkSegment(243de83e-8571-45fe-b1e0-80bc7e5df694),segment_id=243de83e-8571-45fe-b1e0-80bc7e5df694)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:50.121072 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b4749d98-2861-4b66-aacd-aac9b24ccca0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13dd2e352f6149d4beb1d4f84664a614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398095 Sep 02 04:34:50.123633 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48558) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:50.137905 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef74c056-ade7-48e9-8332-225fc4386453 x-openstack-request-id: req-ef74c056-ade7-48e9-8332-225fc4386453 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:50.138342 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9dbb48-2b3d-4dae-80f5-7f5cf9665eec", "name": "network-vif-plugged", "status": "completed", "tag": "c127bbc0-a3fc-4af8-84a7-df5c68f828ac", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:50.138668 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef74c056-ade7-48e9-8332-225fc4386453 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:50.139152 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9dbb48-2b3d-4dae-80f5-7f5cf9665eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c127bbc0-a3fc-4af8-84a7-df5c68f828ac', 'code': 200} Sep 02 04:34:50.172543 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-93aa0cf4-c713-41a3-953d-7a2690d4ec32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:50.179261 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-319b37d0-d5b5-4854-b3f5-54e15653ac00 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:50.194194 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-93aa0cf4-c713-41a3-953d-7a2690d4ec32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:50.209578 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b37d0-d5b5-4854-b3f5-54e15653ac00 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event deleted for resources: {'Port': ['ID=f599e494-a17b-425f-8407-8138fccad6fa,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:50.258152 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:50.283497 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-319b37d0-d5b5-4854-b3f5-54e15653ac00 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:50.286697 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-319b37d0-d5b5-4854-b3f5-54e15653ac00 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:50.288194 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-319b37d0-d5b5-4854-b3f5-54e15653ac00 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "DELETE /v2.0/floatingips/3a559589-4ae8-4e8e-b824-705e8a80a208 HTTP/1.1" status: 204 len: 168 time: 0.5971458 Sep 02 04:34:50.315107 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:50.354342 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-93aa0cf4-c713-41a3-953d-7a2690d4ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:50.357408 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-93aa0cf4-c713-41a3-953d-7a2690d4ec32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:50.359328 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-93aa0cf4-c713-41a3-953d-7a2690d4ec32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596 HTTP/1.1" status: 204 len: 168 time: 0.2340050 Sep 02 04:34:50.370270 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa0cf4-c713-41a3-953d-7a2690d4ec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee18c56b-5ee6-4f3e-9bcb-047d8a7b2596,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:50.563796 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1d39a-1d39-4229-b28d-3a7e08257bc3 req-ec26002f-2153-495b-a75d-fd967a5ab0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:50.565358 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-acd1d39a-1d39-4229-b28d-3a7e08257bc3 req-ec26002f-2153-495b-a75d-fd967a5ab0ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 1099 time: 0.0407557 Sep 02 04:34:50.601067 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-acd1d39a-1d39-4229-b28d-3a7e08257bc3 req-c43f3305-2388-4551-a7e0-084e3e1debb3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277219 Sep 02 04:34:50.804316 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48576) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:50.812738 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-d524852e-4b4b-4d2d-b5e6-fea18a84ae48 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105774823', 'description': 'tempest-description--2146894011'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:50.983876 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcfac8-f0cd-41da-93ee-3f4a4b6173f9 req-c97c8644-b8b7-48a3-b59b-a62f1790738c tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:50.985374 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2bdcfac8-f0cd-41da-93ee-3f4a4b6173f9 req-c97c8644-b8b7-48a3-b59b-a62f1790738c tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.0500522 Sep 02 04:34:50.986538 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d524852e-4b4b-4d2d-b5e6-fea18a84ae48 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.042471 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2bdcfac8-f0cd-41da-93ee-3f4a4b6173f9 req-052cfc4f-d39e-4416-9959-7189f434f004 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474982 Sep 02 04:34:51.093578 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d524852e-4b4b-4d2d-b5e6-fea18a84ae48 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.175647 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d524852e-4b4b-4d2d-b5e6-fea18a84ae48 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.204861 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524852e-4b4b-4d2d-b5e6-fea18a84ae48 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ab506-2bb6-42f5-8c9d-128e650f32c1,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:51.271625 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48588) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:51.283901 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d524852e-4b4b-4d2d-b5e6-fea18a84ae48 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.285194 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-d524852e-4b4b-4d2d-b5e6-fea18a84ae48 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4782903 Sep 02 04:34:51.291371 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48590) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:51.293123 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-03a2eca9-d2e3-4d81-8333-a644837832a8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'security_group_rule': {'security_group_id': '9e2ab506-2bb6-42f5-8c9d-128e650f32c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:51.312899 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-bdf3d407-bb0b-42f4-a6eb-33c0c083ab2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=410a13ab734e492c9ca9e6e65a131151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440295 Sep 02 04:34:51.315537 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48592) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:51.364240 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-273210f5-e374-4555-be57-2352187d32ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.385128 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-273210f5-e374-4555-be57-2352187d32ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.396375 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-03a2eca9-d2e3-4d81-8333-a644837832a8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.461914 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-03a2eca9-d2e3-4d81-8333-a644837832a8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.578352 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-03a2eca9-d2e3-4d81-8333-a644837832a8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.600202 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2eca9-d2e3-4d81-8333-a644837832a8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdceb5be-9f4f-45b6-b22c-b886858b5177,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:51.647454 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-273210f5-e374-4555-be57-2352187d32ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.647454 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-273210f5-e374-4555-be57-2352187d32ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.647454 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-273210f5-e374-4555-be57-2352187d32ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92a12227-d924-41eb-a16c-fd5525d49043 HTTP/1.1" status: 204 len: 168 time: 0.3223829 Sep 02 04:34:51.647454 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273210f5-e374-4555-be57-2352187d32ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a12227-d924-41eb-a16c-fd5525d49043,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:51.761117 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-03a2eca9-d2e3-4d81-8333-a644837832a8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.762401 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-03a2eca9-d2e3-4d81-8333-a644837832a8 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4730747 Sep 02 04:34:51.764992 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48596) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:51.769397 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-97c95ec1-6f4f-4982-b976-1de744e16ff7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'security_group_rule': {'security_group_id': '9e2ab506-2bb6-42f5-8c9d-128e650f32c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:51.940809 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-97c95ec1-6f4f-4982-b976-1de744e16ff7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:51.996588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-97c95ec1-6f4f-4982-b976-1de744e16ff7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:52.120419 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-97c95ec1-6f4f-4982-b976-1de744e16ff7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:52.137653 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c95ec1-6f4f-4982-b976-1de744e16ff7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b96523-011d-4f4b-a50e-89f2abdad39c,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:52.157557 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab349a-b4b5-4137-bfc8-ece7ed7afbb8 req-f2c587bc-8ae4-4671-8969-65543713f281 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:52.158948 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-edab349a-b4b5-4137-bfc8-ece7ed7afbb8 req-f2c587bc-8ae4-4671-8969-65543713f281 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.0487366 Sep 02 04:34:52.200948 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-edab349a-b4b5-4137-bfc8-ece7ed7afbb8 req-c4a17349-bf2c-482d-a475-172bb8db5c88 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355856 Sep 02 04:34:52.206544 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-97c95ec1-6f4f-4982-b976-1de744e16ff7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:52.206544 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-97c95ec1-6f4f-4982-b976-1de744e16ff7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4395213 Sep 02 04:34:52.208715 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48606) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:52.213355 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'floatingip': {'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:52.338343 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:52.435813 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:52.534855 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Allocated IP 172.27.2.214 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/15926cd0-e1fe-48d5-a371-b1535abfa2e1) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:34:52.638025 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:52.738816 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:52.773704 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:34:52.776587 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:52.780033 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:34:52.807817 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'Port': ['ID=15926cd0-e1fe-48d5-a371-b1535abfa2e1,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:52.875616 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48624) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:52.911422 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:52.977922 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1261958760-network', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:53.014192 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.056380 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Made reservation on behalf of 517e94bc84864ab9ae4f9150a816973b for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:34:53.058662 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.066867 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.157666 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.161020 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.246602 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.258056 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.270835 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:34:53.291652 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8c5ad7-eb78-4090-a7cb-303fd5f5c464,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:53.311008 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.311449 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Added segment 2dcd347a-c98e-4f0e-a616-3b520f90969b of type vlan for network 5bfa45e8-237f-4771-91ff-dea054465f36 Sep 02 04:34:53.334465 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'Port': ['ID=15926cd0-e1fe-48d5-a371-b1535abfa2e1,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:53.339723 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.363488 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.372267 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c9965-3456-4a63-be1e-a14451b99e7f req-59db82eb-b2fa-4749-afb5-19200c6d03b6 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:53.373723 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-976c9965-3456-4a63-be1e-a14451b99e7f req-59db82eb-b2fa-4749-afb5-19200c6d03b6 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.1009083 Sep 02 04:34:53.421739 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.422494 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-976c9965-3456-4a63-be1e-a14451b99e7f req-3e68cfbb-0fb7-4091-ad0d-d29e8efd0764 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Sep 02 04:34:53.423038 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-bff3f902-4cfa-4ab8-a9a2-9e7d4d551363 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2133648 Sep 02 04:34:53.478889 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.479888 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:53.480527 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.539880 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] Pushing event updated for resources: {'Network': ['ID=5bfa45e8-237f-4771-91ff-dea054465f36,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:53.549925 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 5bfa45e8-237f-4771-91ff-dea054465f36 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:34:53.599837 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b9333f5d-cbf9-40ec-b98b-b274ba03892b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7230721 Sep 02 04:34:53.602882 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48646) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:53.607932 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Request body: {'subnet': {'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1261958760-subnet', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'ip_version': 4}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:53.612940 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-305c7b46-d7f4-4815-b6a6-2a4eb16d505f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--105774823&fields=id&tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f HTTP/1.1" status: 200 len: 267 time: 0.0354512 Sep 02 04:34:53.720910 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Made reservation on behalf of 517e94bc84864ab9ae4f9150a816973b for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:34:53.723629 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26635767'] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:53.724334 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efff2-e9e3-4542-98ef-1917775eb486 req-b1f42dfd-fd34-4f84-b860-5698af3d5e80 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:53.725775 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-b1f42dfd-fd34-4f84-b860-5698af3d5e80 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/networks?id=ad90c133-531e-4d6b-a1ec-5f41d66215bb HTTP/1.1" status: 200 len: 810 time: 0.1040199 Sep 02 04:34:53.742521 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-713a0ffc-8850-4fe3-ab1f-db90ce1f6d69 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/quotas/b7c30d815e4b455b8ab704d7e86dbf2f HTTP/1.1" status: 200 len: 375 time: 0.0094309 Sep 02 04:34:53.766939 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device eae12a40-174f-4aa8-b249-61f0b2903ae6 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:34:53.791985 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: eae12a40-174f-4aa8-b249-61f0b2903ae6 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:34:53.791985 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device eae12a40-174f-4aa8-b249-61f0b2903ae6 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:34:53.801538 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-4815ad40-f3a9-4024-8426-fe5db8fac16a tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534301 Sep 02 04:34:53.951361 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-84cfe8c0-664b-4d4d-b3c2-09ed13c57598 service neutron] 10.222.0.13 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354203 Sep 02 04:34:54.044873 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-c37a784e-fb30-4496-b294-bba11ffeb80a service neutron] 10.222.0.13 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871882 Sep 02 04:34:54.235330 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26573261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26635737'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:54.312163 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:54.316485 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Checking segment: {'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:34:54.316856 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Network hostable DHCP agents. Network: 5bfa45e8-237f-4771-91ff-dea054465f36, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:34:54.334327 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ad6cce7f-35cb-47cb-a7a3-5c5fce23409f req-183be0f5-c49b-4891-ab12-eeba1e798078 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 210 time: 0.0360212 Sep 02 04:34:54.421418 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Network 5bfa45e8-237f-4771-91ff-dea054465f36 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:34:54.518583 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 5bfa45e8-237f-4771-91ff-dea054465f36) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:54.527286 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299821fe-43b6-4ac5-a1be-1e725e9947a8 None None] Network 5bfa45e8-237f-4771-91ff-dea054465f36 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:34:54.528085 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:54.528779 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:54.565611 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1055c-e46e-46d7-b971-a2afffdc8ea4 req-13fc541a-ce7c-412a-938f-0b32d509c10c tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:54.567929 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7ab1055c-e46e-46d7-b971-a2afffdc8ea4 req-13fc541a-ce7c-412a-938f-0b32d509c10c tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.0768402 Sep 02 04:34:54.603747 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-da661ba0-6676-473b-9bb2-3ea7230fcb29 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9996805 Sep 02 04:34:54.606427 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48668) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:54.610687 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7ab1055c-e46e-46d7-b971-a2afffdc8ea4 req-9ff064a2-72ad-4829-86b1-dc9851241f6e tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345223 Sep 02 04:34:54.611608 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:54.684434 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a486f3-8f72-5bf9-945a-33db7619340c-5bfa45e8-237f-4771-91ff-dea054465f36', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef'}]}} from dv-cinder-804735-7-iscsi. {{(pid=94403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 04:34:54.685289 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:54.727522 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1642938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27977'] for router, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:54.728644 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1643562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27974'] for router, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:54.797315 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:54.835885 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.db_base_plugin_common [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Allocated IP 172.20.0.2 (5bfa45e8-237f-4771-91ff-dea054465f36/e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef/e016dd07-4209-414d-8707-79fb336dfa63) {{(pid=94403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:34:54.897195 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:54.980674 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:54.988857 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Transition to ACTIVE for port object e016dd07-4209-414d-8707-79fb336dfa63 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:34:55.002815 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Transition to ACTIVE for port object e016dd07-4209-414d-8707-79fb336dfa63 will not be triggered until provisioned by entity DHCP. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:34:55.056248 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:55.087956 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:55.124907 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Network 5bfa45e8-237f-4771-91ff-dea054465f36 is already hosted by enough agents. {{(pid=94403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:34:55.127649 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.base_scheduler [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Resources bound (agent type, host, resource id): {{(pid=94403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:55.130824 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Received port after_create {{(pid=94403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:34:55.142671 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Pushing event updated for resources: {'Port': ['ID=e016dd07-4209-414d-8707-79fb336dfa63,revision_number=1']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:55.191446 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Attempting to bind port e016dd07-4209-414d-8707-79fb336dfa63 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:34:55.191821 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Attempting to bind port e016dd07-4209-414d-8707-79fb336dfa63 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:34:55.192211 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Attempting to bind port e016dd07-4209-414d-8707-79fb336dfa63 on network 5bfa45e8-237f-4771-91ff-dea054465f36 {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:34:55.197604 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:34:55.197987 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Checking segment: {'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:34:55.198391 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:55.198795 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Bound using segment: {'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:34:55.199263 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Bound port: e016dd07-4209-414d-8707-79fb336dfa63, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:34:55.199645 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:55.265365 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] For port e016dd07-4209-414d-8707-79fb336dfa63, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:34:55.268432 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] For port e016dd07-4209-414d-8707-79fb336dfa63, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e016dd07-4209-414d-8707-79fb336dfa63,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:34:55.380929 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:55.399212 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:55.400579 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:55.442646 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-76daffda-4842-4b9a-8a62-ea5435f27a7f req-53d09466-16fa-41c2-b65c-d48165456414 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 210 time: 0.0349092 Sep 02 04:34:55.469115 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d3040-b39e-44e9-b5f5-c3755d3fa3e2 None None] Pushing event updated for resources: {'Port': ['ID=e016dd07-4209-414d-8707-79fb336dfa63,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:55.544710 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Allocated IP 172.27.2.224 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/99da00c8-b209-4771-aa15-042c363c30d2) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:34:55.669571 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:55.778519 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd09b06-6132-4043-aff2-30f659519a65 req-9c1a7845-4f5e-4938-9256-0c1211de1d87 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:55.788515 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5fd09b06-6132-4043-aff2-30f659519a65 req-9c1a7845-4f5e-4938-9256-0c1211de1d87 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.0831153 Sep 02 04:34:55.828073 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5fd09b06-6132-4043-aff2-30f659519a65 req-460b8d65-7128-47a1-8979-862858cfcd4d tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 Sep 02 04:34:55.927273 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:55.977936 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:34:55.977936 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:55.980132 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:34:56.010040 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Pushing event updated for resources: {'Port': ['ID=99da00c8-b209-4771-aa15-042c363c30d2,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:56.336119 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:56.475795 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f1ce0-1546-4511-a006-7741f255421f None None] Network 5bfa45e8-237f-4771-91ff-dea054465f36 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:34:56.564547 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551'] for router, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:56.681351 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-4be8601e-5ff8-4f16-b647-c5296e14c908 None None] Provisioning for port e016dd07-4209-414d-8707-79fb336dfa63 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:34:56.763857 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b28b3818-b939-4b3f-bd8e-1bf506e006b3 req-df67cc13-da48-4316-8482-2997aa7983e3 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 210 time: 0.0389555 Sep 02 04:34:56.855722 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Router 3c8afa28-67e0-4700-a976-73ebf8bed772 is scheduled to L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 with binding_index 1 {{(pid=94401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 04:34:56.968332 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:34:56.977583 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Sync routers for ids ['3c8afa28-67e0-4700-a976-73ebf8bed772'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:34:56.986569 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Routers {'3c8afa28-67e0-4700-a976-73ebf8bed772'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:56.987201 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3c8afa28-67e0-4700-a976-73ebf8bed772'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:57.098503 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:57.103083 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48714) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:34:57.111002 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-11e6e856-1a49-498f-94cb-2ace904b1a9d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4951010 Sep 02 04:34:57.111272 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Set router 3c8afa28-67e0-4700-a976-73ebf8bed772 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:57.188803 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efff2-e9e3-4542-98ef-1917775eb486 req-a0ce5046-e237-4de8-9c50-ac01870aed42 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:57.190610 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-a0ce5046-e237-4de8-9c50-ac01870aed42 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.20 "GET /v2.0/networks?id=ad90c133-531e-4d6b-a1ec-5f41d66215bb HTTP/1.1" status: 200 len: 810 time: 0.1561899 Sep 02 04:34:57.268844 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-43dce19b-219c-4639-ae24-1a50a2d8f086 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f HTTP/1.1" status: 200 len: 379 time: 0.0617375 Sep 02 04:34:57.286669 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'port': {'device_id': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'admin_state_up': True, 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'security_groups': ['9e2ab506-2bb6-42f5-8c9d-128e650f32c1']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:57.328655 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:56Z', 'revision_number': 3, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:57.366085 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Checking router: 3c8afa28-67e0-4700-a976-73ebf8bed772 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:34:57.366559 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Updating router 3c8afa28-67e0-4700-a976-73ebf8bed772 port 99da00c8-b209-4771-aa15-042c363c30d2 binding host dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:34:57.396440 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:57.665332 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:57.674719 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Transition to ACTIVE for port object 99da00c8-b209-4771-aa15-042c363c30d2 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:34:57.709742 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Made reservation on behalf of b7c30d815e4b455b8ab704d7e86dbf2f for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:34:57.714045 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:57.772754 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:57.824413 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:57.825000 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e016dd07-4209-414d-8707-79fb336dfa63 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:34:57.925341 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Allocated IP 172.20.0.14 (ad90c133-531e-4d6b-a1ec-5f41d66215bb/c3f036dc-04d9-4fbb-81de-d3916611a42e/30234d74-b9ed-48a4-ac77-9d01af5c2a78) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:34:57.946116 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1314e4eb-8c8f-481b-be70-c76a99a12f43 req-21056593-0934-4019-9e23-82d4531f9bb0 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 210 time: 0.0520053 Sep 02 04:34:58.055306 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Attempting to bind port 99da00c8-b209-4771-aa15-042c363c30d2 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:34:58.055669 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Attempting to bind port 99da00c8-b209-4771-aa15-042c363c30d2 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:34:58.056052 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Attempting to bind port 99da00c8-b209-4771-aa15-042c363c30d2 on network 18fb76dd-f907-485a-9600-a8a8c1b2c99b {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:34:58.060213 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909d836-7995-4ef6-bf03-8c8f41ba20b4 None None] Pushing event updated for resources: {'Port': ['ID=99da00c8-b209-4771-aa15-042c363c30d2,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:58.065909 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:34:58.066282 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:34:58.066734 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.067143 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Bound using segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:34:58.067588 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Bound port: 99da00c8-b209-4771-aa15-042c363c30d2, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:34:58.067998 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.072928 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57268c-94e0-4ad4-b828-1bd141751c06 req-132a41c5-eb3e-4339-8dd1-64e9c16f5b2a tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:58.074517 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1d57268c-94e0-4ad4-b828-1bd141751c06 req-132a41c5-eb3e-4339-8dd1-64e9c16f5b2a tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.0988357 Sep 02 04:34:58.084676 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Allocated IP 172.20.0.1 (5bfa45e8-237f-4771-91ff-dea054465f36/e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef/374af0aa-6fc0-40ec-89bc-7623e2299879) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:34:58.125099 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] For port 99da00c8-b209-4771-aa15-042c363c30d2, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:34:58.129230 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] For port 99da00c8-b209-4771-aa15-042c363c30d2, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=99da00c8-b209-4771-aa15-042c363c30d2,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:34:58.154000 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1d57268c-94e0-4ad4-b828-1bd141751c06 req-f950d8b1-0c01-495f-b92f-17b95d6cfbda tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531261 Sep 02 04:34:58.174262 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.189450 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Transition to ACTIVE for port object 30234d74-b9ed-48a4-ac77-9d01af5c2a78 will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:34:58.206042 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.206582 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port e016dd07-4209-414d-8707-79fb336dfa63 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:34:58.212189 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port e016dd07-4209-414d-8707-79fb336dfa63 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:34:58.212853 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.216666 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.provisioning_blocks [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Transition to ACTIVE for port object 374af0aa-6fc0-40ec-89bc-7623e2299879 will not be triggered until provisioned by entity DHCP. {{(pid=94402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:34:58.287288 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.298495 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.355679 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event updated for resources: {'Port': ['ID=30234d74-b9ed-48a4-ac77-9d01af5c2a78,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:58.363644 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Network ad90c133-531e-4d6b-a1ec-5f41d66215bb is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:34:58.365214 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:58.368363 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:34:58.378576 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.419269 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Routers {'3c8afa28-67e0-4700-a976-73ebf8bed772'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:34:58.419516 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3c8afa28-67e0-4700-a976-73ebf8bed772'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:58.421251 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909d836-7995-4ef6-bf03-8c8f41ba20b4 None None] Pushing event updated for resources: {'Port': ['ID=99da00c8-b209-4771-aa15-042c363c30d2,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:58.440045 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Network 5bfa45e8-237f-4771-91ff-dea054465f36 is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:34:58.443450 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:58.446955 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:58.447267 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:34:58.448362 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.503092 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.516918 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Pushing event updated for resources: {'Port': ['ID=374af0aa-6fc0-40ec-89bc-7623e2299879,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:58.547718 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-80031fc4-3674-4155-a069-8eaf87f4d638 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2652614 Sep 02 04:34:58.550893 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074298'] for router_interface, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.592167 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port e016dd07-4209-414d-8707-79fb336dfa63, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e016dd07-4209-414d-8707-79fb336dfa63,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:34:58.610135 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] Set router 3c8afa28-67e0-4700-a976-73ebf8bed772 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:34:58.688252 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Request body: {'port': {'device_id': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:34:58.689378 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.767597 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.826637 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=e016dd07-4209-414d-8707-79fb336dfa63,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:58.850531 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.891120 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:56Z', 'revision_number': 3, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:34:58.917992 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a2b80-4614-40f8-9956-41a4de7bb9e7 None None] The sync data for ids ['3c8afa28-67e0-4700-a976-73ebf8bed772'] in dv-cinder-804735-7-iscsi is: [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:56Z', 'revision_number': 3, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:34:58.921482 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-9dd99afb-4236-4317-84d1-675c6ac10627 None None] Provisioning for port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:34:58.925301 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-9dd99afb-4236-4317-84d1-675c6ac10627 None None] Provisioning complete for port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:34:58.925763 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-9dd99afb-4236-4317-84d1-675c6ac10627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:58.967560 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-9dd99afb-4236-4317-84d1-675c6ac10627 None None] Port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:34:59.061773 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:59.118696 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db83c8-2340-4405-bf80-862a51ee67e4 req-f4f5d07a-b284-488e-bc33-cd73ac1043ad tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:59.120273 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20db83c8-2340-4405-bf80-862a51ee67e4 req-f4f5d07a-b284-488e-bc33-cd73ac1043ad tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 932 time: 0.0914934 Sep 02 04:34:59.128096 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30234d74-b9ed-48a4-ac77-9d01af5c2a78 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:34:59.137887 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624225'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:59.142525 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:59.165173 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Transition to ACTIVE for port object 30234d74-b9ed-48a4-ac77-9d01af5c2a78 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:34:59.182741 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20db83c8-2340-4405-bf80-862a51ee67e4 req-7277b5bd-7b9a-4d68-a68f-6abd1d8cd7aa tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467670 Sep 02 04:34:59.198788 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a4c67d23-bffb-4aa7-ac74-5ef492062730 None None] Provisioning for port 374af0aa-6fc0-40ec-89bc-7623e2299879 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:34:59.204116 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a4c67d23-bffb-4aa7-ac74-5ef492062730 None None] Provisioning complete for port 374af0aa-6fc0-40ec-89bc-7623e2299879 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:34:59.204504 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a4c67d23-bffb-4aa7-ac74-5ef492062730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:59.252765 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646378'] for router_interface, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:59.256218 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a4c67d23-bffb-4aa7-ac74-5ef492062730 None None] Port 374af0aa-6fc0-40ec-89bc-7623e2299879 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:34:59.265929 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Pushing event updated for resources: {'Port': ['ID=374af0aa-6fc0-40ec-89bc-7623e2299879,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:59.302400 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:59.353991 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d2f6e-f3a5-4d7a-bea9-cbea21c2d7d9 req-353545e9-a36e-4cd5-bb94-f271c7b065f1 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:59.355584 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-121d2f6e-f3a5-4d7a-bea9-cbea21c2d7d9 req-353545e9-a36e-4cd5-bb94-f271c7b065f1 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.1111791 Sep 02 04:34:59.380201 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Pushing event updated for resources: {'Port': ['ID=30234d74-b9ed-48a4-ac77-9d01af5c2a78,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:59.492587 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Attempting to bind port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:34:59.492929 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Attempting to bind port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:34:59.493262 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Attempting to bind port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 on network ad90c133-531e-4d6b-a1ec-5f41d66215bb {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:34:59.495901 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-121d2f6e-f3a5-4d7a-bea9-cbea21c2d7d9 req-3ede03db-303e-4dd2-a266-552b4e4ad654 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281576 Sep 02 04:34:59.501450 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 on network ad90c133-531e-4d6b-a1ec-5f41d66215bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:34:59.501784 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Attempting to bind port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 on network ad90c133-531e-4d6b-a1ec-5f41d66215bb {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:34:59.509110 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Network 5bfa45e8-237f-4771-91ff-dea054465f36 is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:34:59.510559 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:34:59.511154 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:34:59.511501 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Checking segment: {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:34:59.511880 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Bound using segment: {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:34:59.512565 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Bound port: 30234d74-b9ed-48a4-ac77-9d01af5c2a78, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:34:59.513149 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:59.615763 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] For port 30234d74-b9ed-48a4-ac77-9d01af5c2a78, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:34:59.620848 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] For port 30234d74-b9ed-48a4-ac77-9d01af5c2a78, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=30234d74-b9ed-48a4-ac77-9d01af5c2a78,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:34:59.676264 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Router 3c8afa28-67e0-4700-a976-73ebf8bed772 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:34:59.704987 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:59.754756 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:34:59.755376 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:59.756994 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] 10.222.0.20 "PUT /v2.0/ports/30234d74-b9ed-48a4-ac77-9d01af5c2a78 HTTP/1.1" status: 200 len: 1094 time: 1.1787906 Sep 02 04:34:59.772028 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'tag': '30234d74-b9ed-48a4-ac77-9d01af5c2a78'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:34:59.778974 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9917d982-f92b-442b-8aed-da64b7d7d95f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4704c6-71ce-41e9-a0e4-6945d86eac98", "tag": "30234d74-b9ed-48a4-ac77-9d01af5c2a78"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:34:59.837104 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a86a4-70c9-474c-91c0-3381e9a60210 service neutron] Pushing event updated for resources: {'Port': ['ID=30234d74-b9ed-48a4-ac77-9d01af5c2a78,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:34:59.868732 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d60873-4585-4f68-815e-d107cf892336 x-openstack-request-id: req-70d60873-4585-4f68-815e-d107cf892336 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:34:59.869019 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4704c6-71ce-41e9-a0e4-6945d86eac98", "tag": "30234d74-b9ed-48a4-ac77-9d01af5c2a78", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:34:59.869269 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70d60873-4585-4f68-815e-d107cf892336 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:34:59.869791 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'tag': '30234d74-b9ed-48a4-ac77-9d01af5c2a78', 'status': 'completed', 'code': 200} Sep 02 04:34:59.888950 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 99da00c8-b209-4771-aa15-042c363c30d2 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:34:59.890492 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:34:59.899986 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-aa81c47f-4e3e-4c50-a5dd-c7f3068734f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/3c8afa28-67e0-4700-a976-73ebf8bed772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7939975 Sep 02 04:34:59.950388 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-7b43368c-64ab-442d-a684-17c2b4417b01 None None] Provisioning complete for port 374af0aa-6fc0-40ec-89bc-7623e2299879 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:34:59.950666 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-7b43368c-64ab-442d-a684-17c2b4417b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:34:59.990624 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-7b43368c-64ab-442d-a684-17c2b4417b01 None None] Port 374af0aa-6fc0-40ec-89bc-7623e2299879 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:35:00.089687 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 99da00c8-b209-4771-aa15-042c363c30d2 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:00.093720 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 99da00c8-b209-4771-aa15-042c363c30d2 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:00.094099 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:00.183488 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:00.203662 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 99da00c8-b209-4771-aa15-042c363c30d2, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=99da00c8-b209-4771-aa15-042c363c30d2,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:00.291482 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:00.292256 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e016dd07-4209-414d-8707-79fb336dfa63 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:00.335068 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67e10d-0085-44b4-b5e0-01430bc410b5 req-acc2e169-db2b-4502-b814-b2198f6c154f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:00.337660 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1a67e10d-0085-44b4-b5e0-01430bc410b5 req-acc2e169-db2b-4502-b814-b2198f6c154f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 944 time: 0.0547595 Sep 02 04:35:00.365004 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=99da00c8-b209-4771-aa15-042c363c30d2,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:00.384667 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1a67e10d-0085-44b4-b5e0-01430bc410b5 req-557ae359-6ea6-4906-bd24-f2821bbcf0fc tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399055 Sep 02 04:35:00.389296 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port e016dd07-4209-414d-8707-79fb336dfa63 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:00.389738 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:00.644588 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dd6f9-27c2-4151-8f9d-5bb4b0e012e2 req-659461db-f113-401e-ba5b-1a44492b35a4 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:00.646180 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-111dd6f9-27c2-4151-8f9d-5bb4b0e012e2 req-659461db-f113-401e-ba5b-1a44492b35a4 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.0527680 Sep 02 04:35:00.655109 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 48780) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:00.660362 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1289567972-network', 'tenant_id': '31ac3d0af8f446aea77855608732bada'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:00.685521 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-111dd6f9-27c2-4151-8f9d-5bb4b0e012e2 req-408c6f63-9875-42ad-b9da-a66e5b941284 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333326 Sep 02 04:35:00.750316 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Made reservation on behalf of 31ac3d0af8f446aea77855608732bada for: {'network': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:35:00.753688 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:00.762995 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:00.793152 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Sync routers for ids ['3c8afa28-67e0-4700-a976-73ebf8bed772'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:35:00.808941 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Routers {'3c8afa28-67e0-4700-a976-73ebf8bed772'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:35:00.808941 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3c8afa28-67e0-4700-a976-73ebf8bed772'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:00.853045 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:00.924445 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:00.949332 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:35:00.958866 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86660af8-ee32-42bc-9e85-cd7be508a7e5,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:00.964286 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:00.964637 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.segments_db [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Added segment 700529cc-5fbc-4775-9570-bcb191633f31 of type vlan for network 575fc02c-36e5-4420-9cee-c514c7553fc4 Sep 02 04:35:00.985883 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Set router 3c8afa28-67e0-4700-a976-73ebf8bed772 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:35:01.004176 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.092444 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.093432 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:01.094051 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.155232 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] Pushing event updated for resources: {'Network': ['ID=575fc02c-36e5-4420-9cee-c514c7553fc4,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:01.165122 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 575fc02c-36e5-4420-9cee-c514c7553fc4 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:35:01.180249 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '374af0aa-6fc0-40ec-89bc-7623e2299879', 'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'mac_address': 'fa:16:3e:b5:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:57Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 2, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'subnets': [{'id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:01.201935 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-53618ad6-20f7-4195-bbd2-cfedcff1f82a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5430954 Sep 02 04:35:01.202339 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48782) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:01.207652 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Request body: {'subnet': {'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1289567972-subnet', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'ip_version': 4}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:01.209568 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Checking router: 3c8afa28-67e0-4700-a976-73ebf8bed772 for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:35:01.209968 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Updating router 3c8afa28-67e0-4700-a976-73ebf8bed772 port 374af0aa-6fc0-40ec-89bc-7623e2299879 binding host dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:35:01.235403 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.306753 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Made reservation on behalf of 31ac3d0af8f446aea77855608732bada for: {'subnet': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:35:01.309161 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439676'] for subnet, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.508546 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.518758 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Transition to ACTIVE for port object 374af0aa-6fc0-40ec-89bc-7623e2299879 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:35:01.521345 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4922d-e40c-40fe-b58b-438121dd208f req-ea8e4a0f-97a2-41d0-b368-062b81fc683a tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:01.524166 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-aed4922d-e40c-40fe-b58b-438121dd208f req-ea8e4a0f-97a2-41d0-b368-062b81fc683a tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 944 time: 0.0657930 Sep 02 04:35:01.562311 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-aed4922d-e40c-40fe-b58b-438121dd208f req-c98cafee-d5dd-4b80-aa52-9514642d400e tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Sep 02 04:35:01.592973 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439634'] for subnet, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.626794 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.652002 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:01.674555 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Checking segment: {'id': '700529cc-5fbc-4775-9570-bcb191633f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:35:01.674940 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Network hostable DHCP agents. Network: 575fc02c-36e5-4420-9cee-c514c7553fc4, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:35:01.675815 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Pushing event updated for resources: {'Port': ['ID=374af0aa-6fc0-40ec-89bc-7623e2299879,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:01.683398 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.683829 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.684103 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.684436 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.684766 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.685092 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.685440 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.685787 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.686150 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.686806 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.687130 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.687473 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:01.745371 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Attempting to bind port 374af0aa-6fc0-40ec-89bc-7623e2299879 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:35:01.745933 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Attempting to bind port 374af0aa-6fc0-40ec-89bc-7623e2299879 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:35:01.746648 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Attempting to bind port 374af0aa-6fc0-40ec-89bc-7623e2299879 on network 5bfa45e8-237f-4771-91ff-dea054465f36 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:35:01.752319 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:35:01.752952 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Checking segment: {'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:35:01.753354 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.753745 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Bound using segment: {'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:35:01.754207 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Bound port: 374af0aa-6fc0-40ec-89bc-7623e2299879, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:35:01.754664 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.764778 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 99da00c8-b209-4771-aa15-042c363c30d2 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:01.793707 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a45cdb52-e86b-459d-b350-482cb0365b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.828640 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 99da00c8-b209-4771-aa15-042c363c30d2 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:01.829121 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:01.840052 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875a23b-f783-4214-8967-ba7941b5909c req-9c112824-54ab-4ee1-800c-0aa678090cb3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:01.841673 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7875a23b-f783-4214-8967-ba7941b5909c req-9c112824-54ab-4ee1-800c-0aa678090cb3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.0808547 Sep 02 04:35:01.849262 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] For port 374af0aa-6fc0-40ec-89bc-7623e2299879, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:35:01.853767 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] For port 374af0aa-6fc0-40ec-89bc-7623e2299879, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=374af0aa-6fc0-40ec-89bc-7623e2299879,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:35:01.888092 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Network 575fc02c-36e5-4420-9cee-c514c7553fc4 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:35:01.893360 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7875a23b-f783-4214-8967-ba7941b5909c req-01b207e7-f7a6-49e6-8ef7-b54f50deb1d8 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451303 Sep 02 04:35:01.930996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d982-f92b-442b-8aed-da64b7d7d95f req-3b2e0cda-65b2-4cfa-b20b-5b33e7122b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:01.932401 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9917d982-f92b-442b-8aed-da64b7d7d95f req-3b2e0cda-65b2-4cfa-b20b-5b33e7122b6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 1097 time: 0.0400202 Sep 02 04:35:01.976310 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:02.009749 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 575fc02c-36e5-4420-9cee-c514c7553fc4) {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:35:02.013717 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:02.014307 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:02.025630 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183e952-a0aa-4bb6-924e-6edabc09e328 None None] Network 575fc02c-36e5-4420-9cee-c514c7553fc4 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:35:02.035002 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Routers {'3c8afa28-67e0-4700-a976-73ebf8bed772'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:35:02.035720 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:34:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3c8afa28-67e0-4700-a976-73ebf8bed772'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:02.053037 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d982-f92b-442b-8aed-da64b7d7d95f req-721680bd-3a54-4c14-9128-9f42815151a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:02.055101 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9917d982-f92b-442b-8aed-da64b7d7d95f req-721680bd-3a54-4c14-9128-9f42815151a8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0996220 Sep 02 04:35:02.113420 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-1348fd01-8135-4e93-8bd7-77132d4d4298 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9098861 Sep 02 04:35:02.116004 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48792) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:02.121079 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1289567972-router', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:02.153921 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] Set router 3c8afa28-67e0-4700-a976-73ebf8bed772 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:35:02.192023 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d982-f92b-442b-8aed-da64b7d7d95f req-88e50c1d-e347-4e38-bc1e-31c640c1854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:02.193544 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9917d982-f92b-442b-8aed-da64b7d7d95f req-88e50c1d-e347-4e38-bc1e-31c640c1854a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1048725 Sep 02 04:35:02.201297 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a486f3-8f72-5bf9-945a-33db7619340c-575fc02c-36e5-4420-9cee-c514c7553fc4', 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'fixed_ips': [{'subnet_id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d'}]}} from dv-cinder-804735-7-iscsi. {{(pid=94403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 04:35:02.202315 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:02.264580 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1642938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27977'] for router, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:02.266096 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1643562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27974'] for router, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:02.266423 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8681a45-2eee-49b2-99a0-50f5f780ac2c None None] Pushing event updated for resources: {'Port': ['ID=374af0aa-6fc0-40ec-89bc-7623e2299879,revision_number=4']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:02.341830 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efff2-e9e3-4542-98ef-1917775eb486 req-af6ffd22-85e9-4eb0-8c90-d98489c41c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:02.343798 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-af6ffd22-85e9-4eb0-8c90-d98489c41c74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 1097 time: 0.0748100 Sep 02 04:35:02.358667 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:02.385686 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '374af0aa-6fc0-40ec-89bc-7623e2299879', 'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'mac_address': 'fa:16:3e:b5:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:57Z', 'updated_at': '2021-09-02T04:35:01Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'subnets': [{'id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:02.416112 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af98ee47-8dbe-4ccb-b51a-5c848305cd6a None None] The sync data for ids ['3c8afa28-67e0-4700-a976-73ebf8bed772'] in dv-cinder-804735-7-iscsi is: [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '374af0aa-6fc0-40ec-89bc-7623e2299879', 'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'mac_address': 'fa:16:3e:b5:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:57Z', 'updated_at': '2021-09-02T04:35:01Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'subnets': [{'id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:35:02.517676 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.db_base_plugin_common [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Allocated IP 172.20.0.2 (575fc02c-36e5-4420-9cee-c514c7553fc4/ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d/17ff4643-8d1f-4151-902a-f7b27e5f9800) {{(pid=94403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:35:02.635515 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:02.704310 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Notify callbacks [] for port, precommit_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:02.707887 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1255fc8-2180-45bd-923e-ccfae80cdc03 req-e258143a-adeb-4990-a12d-8c48e9f82c13 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:02.709617 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d1255fc8-2180-45bd-923e-ccfae80cdc03 req-e258143a-adeb-4990-a12d-8c48e9f82c13 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 944 time: 0.0548861 Sep 02 04:35:02.714544 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Transition to ACTIVE for port object 17ff4643-8d1f-4151-902a-f7b27e5f9800 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:35:02.738085 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Transition to ACTIVE for port object 17ff4643-8d1f-4151-902a-f7b27e5f9800 will not be triggered until provisioned by entity DHCP. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:35:02.751632 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d1255fc8-2180-45bd-923e-ccfae80cdc03 req-6ce85fd7-1d96-4082-bf1d-570bc463d618 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350895 Sep 02 04:35:02.916706 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:02.934683 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:35:02.985181 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Network 575fc02c-36e5-4420-9cee-c514c7553fc4 is already hosted by enough agents. {{(pid=94403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:35:02.988090 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.base_scheduler [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Resources bound (agent type, host, resource id): {{(pid=94403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:35:02.994884 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Received port after_create {{(pid=94403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:35:02.997173 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Pushing event updated for resources: {'Port': ['ID=17ff4643-8d1f-4151-902a-f7b27e5f9800,revision_number=1']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:03.052170 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43451c-ecce-4388-b9fc-272719100cbe req-d506fa06-9a9c-4314-b117-da53b61ab73c tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:03.054091 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3d43451c-ecce-4388-b9fc-272719100cbe req-d506fa06-9a9c-4314-b117-da53b61ab73c tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.0602396 Sep 02 04:35:03.062282 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Attempting to bind port 17ff4643-8d1f-4151-902a-f7b27e5f9800 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:35:03.062896 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Attempting to bind port 17ff4643-8d1f-4151-902a-f7b27e5f9800 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '700529cc-5fbc-4775-9570-bcb191633f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:35:03.063429 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Attempting to bind port 17ff4643-8d1f-4151-902a-f7b27e5f9800 on network 575fc02c-36e5-4420-9cee-c514c7553fc4 {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:35:03.069166 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:35:03.073240 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Checking segment: {'id': '700529cc-5fbc-4775-9570-bcb191633f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:35:03.073240 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:03.073240 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Bound using segment: {'id': '700529cc-5fbc-4775-9570-bcb191633f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:35:03.073240 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Bound port: 17ff4643-8d1f-4151-902a-f7b27e5f9800, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700529cc-5fbc-4775-9570-bcb191633f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:35:03.073240 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:03.091749 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:03.112322 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3d43451c-ecce-4388-b9fc-272719100cbe req-d6f80459-b6db-42d9-960d-f587aabf7e28 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517445 Sep 02 04:35:03.119096 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:03.152892 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] For port 17ff4643-8d1f-4151-902a-f7b27e5f9800, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:35:03.156318 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] For port 17ff4643-8d1f-4151-902a-f7b27e5f9800, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=17ff4643-8d1f-4151-902a-f7b27e5f9800,segment=NetworkSegment(700529cc-5fbc-4775-9570-bcb191633f31),segment_id=700529cc-5fbc-4775-9570-bcb191633f31)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:35:03.239472 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Allocated IP 172.27.2.104 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/365bb674-4c61-412d-922f-8f7d5b99567c) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:35:03.247506 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:03.324443 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb64fba-dea9-4649-a640-3e05dc62653e None None] Pushing event updated for resources: {'Port': ['ID=17ff4643-8d1f-4151-902a-f7b27e5f9800,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:03.371715 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:03.498695 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:03.581030 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:35:03.582406 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Pushing event updated for resources: {'Port': ['ID=365bb674-4c61-412d-922f-8f7d5b99567c,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:03.585188 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:35:03.587726 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:35:03.789396 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 17ff4643-8d1f-4151-902a-f7b27e5f9800 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:03.878101 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c8b8-f611-4af2-9c6b-24acb0d0c39c req-2103abe9-19d0-49c5-89cc-9b9b3bcf955b tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:03.879588 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9718c8b8-f611-4af2-9c6b-24acb0d0c39c req-2103abe9-19d0-49c5-89cc-9b9b3bcf955b tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 944 time: 0.0550766 Sep 02 04:35:03.903974 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 17ff4643-8d1f-4151-902a-f7b27e5f9800 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:03.908567 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 374af0aa-6fc0-40ec-89bc-7623e2299879 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:03.919876 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9718c8b8-f611-4af2-9c6b-24acb0d0c39c req-11095e74-b340-427f-8c5e-6986aa2e5948 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333800 Sep 02 04:35:04.032743 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 374af0aa-6fc0-40ec-89bc-7623e2299879 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:04.036973 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 374af0aa-6fc0-40ec-89bc-7623e2299879 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:04.037343 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:04.119556 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:04.151998 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 374af0aa-6fc0-40ec-89bc-7623e2299879, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=374af0aa-6fc0-40ec-89bc-7623e2299879,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:04.159398 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:04.236958 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a07af-de99-4f10-8380-76e828ef4962 req-31e4eac6-da5d-456b-9b7b-6fd68c16a1f6 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:04.238628 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a76a07af-de99-4f10-8380-76e828ef4962 req-31e4eac6-da5d-456b-9b7b-6fd68c16a1f6 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.0563037 Sep 02 04:35:04.244468 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:04.295042 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a76a07af-de99-4f10-8380-76e828ef4962 req-13261caf-a28d-4da4-8551-cf14d94b24c5 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Sep 02 04:35:04.315537 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=374af0aa-6fc0-40ec-89bc-7623e2299879,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:04.379452 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551'] for router, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:04.429623 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-47695a36-de55-437d-9844-8aa44acf8583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:04.512507 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953b558-3685-48d9-bbca-d89ab68d6661 None None] Network 575fc02c-36e5-4420-9cee-c514c7553fc4 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:35:04.606839 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Router bed4acff-de0e-4e1d-887e-2d81ec43bf6b is scheduled to L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 with binding_index 1 {{(pid=94402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 04:35:04.642652 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:04.718964 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:35:04.721809 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-6ff25997-3b3f-4a56-84d0-ebb8a9d0acce None None] Provisioning for port 17ff4643-8d1f-4151-902a-f7b27e5f9800 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:04.726499 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-6ff25997-3b3f-4a56-84d0-ebb8a9d0acce None None] Provisioning complete for port 17ff4643-8d1f-4151-902a-f7b27e5f9800 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:04.726931 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6ff25997-3b3f-4a56-84d0-ebb8a9d0acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:04.759558 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Sync routers for ids ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:35:04.769961 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Routers {'bed4acff-de0e-4e1d-887e-2d81ec43bf6b'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:35:04.770695 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:35:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:04.812689 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] Notify callbacks [] for router, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:04.814415 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-9f8a6f15-5e68-4ea9-9601-401ed0401cce admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6974177 Sep 02 04:35:04.818653 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48820) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:04.906478 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6ff25997-3b3f-4a56-84d0-ebb8a9d0acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:04.926901 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Set router bed4acff-de0e-4e1d-887e-2d81ec43bf6b gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:35:05.000678 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-6ff25997-3b3f-4a56-84d0-ebb8a9d0acce None None] For port 17ff4643-8d1f-4151-902a-f7b27e5f9800, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=17ff4643-8d1f-4151-902a-f7b27e5f9800,segment=NetworkSegment(700529cc-5fbc-4775-9570-bcb191633f31),segment_id=700529cc-5fbc-4775-9570-bcb191633f31)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:05.040769 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9317d4e-ceef-440f-bf7f-f33718293261 req-d1da38d5-6c35-42f8-8555-0173882a869c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:05.042342 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d9317d4e-ceef-440f-bf7f-f33718293261 req-d1da38d5-6c35-42f8-8555-0173882a869c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 944 time: 0.0510507 Sep 02 04:35:05.060995 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6ff25997-3b3f-4a56-84d0-ebb8a9d0acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.083376 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d9317d4e-ceef-440f-bf7f-f33718293261 req-3072aa13-0782-4c69-bffe-77277c597819 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347302 Sep 02 04:35:05.149019 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff25997-3b3f-4a56-84d0-ebb8a9d0acce None None] Pushing event updated for resources: {'Port': ['ID=17ff4643-8d1f-4151-902a-f7b27e5f9800,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:05.189274 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-78154998-c64d-4758-a298-c791f65ccb88 None None] Provisioning complete for port 17ff4643-8d1f-4151-902a-f7b27e5f9800 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:05.189728 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-78154998-c64d-4758-a298-c791f65ccb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.192844 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'name': 'tempest-TestShelveInstance-1289567972-router', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:35:02Z', 'updated_at': '2021-09-02T04:35:03Z', 'revision_number': 3, 'project_id': '31ac3d0af8f446aea77855608732bada', 'gw_port': {'id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bf:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:03Z', 'updated_at': '2021-09-02T04:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:05.196667 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-637fee72-319d-4063-a3e6-d8bc55c5f064 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30234d74-b9ed-48a4-ac77-9d01af5c2a78 HTTP/1.1" status: 200 len: 217 time: 0.0376709 Sep 02 04:35:05.238765 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Checking router: bed4acff-de0e-4e1d-887e-2d81ec43bf6b for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:35:05.239114 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Updating router bed4acff-de0e-4e1d-887e-2d81ec43bf6b port 365bb674-4c61-412d-922f-8f7d5b99567c binding host dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:35:05.254740 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.291509 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.333478 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efff2-e9e3-4542-98ef-1917775eb486 req-e7386e21-72a6-4456-938d-0e2edfd00f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:05.335744 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-e7386e21-72a6-4456-938d-0e2edfd00f33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3f036dc-04d9-4fbb-81de-d3916611a42e HTTP/1.1" status: 200 len: 849 time: 0.0839186 Sep 02 04:35:05.380989 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-5b020a9f-a31b-486c-89db-81c666281195 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:05.382266 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-5b020a9f-a31b-486c-89db-81c666281195 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.20 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.1209507 Sep 02 04:35:05.407617 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.449952 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Allocated IP 172.20.0.1 (575fc02c-36e5-4420-9cee-c514c7553fc4/ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d/01206180-847d-4774-b2c6-a34ca7223b4c) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:35:05.465560 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efff2-e9e3-4542-98ef-1917775eb486 req-d51b01b0-aba3-40a7-b1a2-148a002cecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:05.467449 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-d51b01b0-aba3-40a7-b1a2-148a002cecc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad90c133-531e-4d6b-a1ec-5f41d66215bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1241801 Sep 02 04:35:05.516699 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95439a6-9f7c-44b9-b4ed-052dbd106bc8 req-9afb9a04-e2d6-4707-950e-3b95bca634cb tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:05.518236 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d95439a6-9f7c-44b9-b4ed-052dbd106bc8 req-9afb9a04-e2d6-4707-950e-3b95bca634cb tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 946 time: 0.1343734 Sep 02 04:35:05.574911 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.588589 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.provisioning_blocks [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Transition to ACTIVE for port object 01206180-847d-4774-b2c6-a34ca7223b4c will not be triggered until provisioned by entity DHCP. {{(pid=94402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:35:05.614412 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Notify callbacks [] for port, precommit_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.625631 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Transition to ACTIVE for port object 365bb674-4c61-412d-922f-8f7d5b99567c will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:35:05.710272 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.750098 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.753356 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Network 575fc02c-36e5-4420-9cee-c514c7553fc4 is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:35:05.756601 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:35:05.765468 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:35:05.768752 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Pushing event updated for resources: {'Port': ['ID=01206180-847d-4774-b2c6-a34ca7223b4c,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:05.775236 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 17ff4643-8d1f-4151-902a-f7b27e5f9800 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:05.813043 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074298'] for router_interface, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.876665 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Attempting to bind port 365bb674-4c61-412d-922f-8f7d5b99567c on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:35:05.876665 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Attempting to bind port 365bb674-4c61-412d-922f-8f7d5b99567c by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:35:05.877171 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Attempting to bind port 365bb674-4c61-412d-922f-8f7d5b99567c on network 18fb76dd-f907-485a-9600-a8a8c1b2c99b {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:35:05.889958 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31de05-d14d-46a8-9f72-33e0ee00719d None None] Pushing event updated for resources: {'Port': ['ID=365bb674-4c61-412d-922f-8f7d5b99567c,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:05.894646 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:35:05.895108 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:35:05.895616 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.896215 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Bound using segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:35:05.896835 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Bound port: 365bb674-4c61-412d-922f-8f7d5b99567c, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:35:05.897319 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.931902 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-763a332e-7ad6-4628-a154-5339d0d1e8fd tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Deleting port c127bbc0-a3fc-4af8-84a7-df5c68f828ac {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:35:05.932308 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-763a332e-7ad6-4628-a154-5339d0d1e8fd tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.942370 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d95439a6-9f7c-44b9-b4ed-052dbd106bc8 req-8a402146-4f60-4578-97e3-c0d4cf97648f tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166687 Sep 02 04:35:05.964798 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 17ff4643-8d1f-4151-902a-f7b27e5f9800 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:05.964798 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:05.978558 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-feb7ca11-fd6f-455a-bd5f-92d8a42fbbad service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920182 Sep 02 04:35:06.001891 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] For port 365bb674-4c61-412d-922f-8f7d5b99567c, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:35:06.017983 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] For port 365bb674-4c61-412d-922f-8f7d5b99567c, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=365bb674-4c61-412d-922f-8f7d5b99567c,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:35:06.051652 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:06.084424 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 374af0aa-6fc0-40ec-89bc-7623e2299879 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:06.105071 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-763a332e-7ad6-4628-a154-5339d0d1e8fd tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] For port c127bbc0-a3fc-4af8-84a7-df5c68f828ac, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,segment=NetworkSegment(243de83e-8571-45fe-b1e0-80bc7e5df694),segment_id=243de83e-8571-45fe-b1e0-80bc7e5df694)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:06.107017 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-763a332e-7ad6-4628-a154-5339d0d1e8fd tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:06.123633 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-763a332e-7ad6-4628-a154-5339d0d1e8fd tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Calling delete_port for c127bbc0-a3fc-4af8-84a7-df5c68f828ac owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:35:06.129868 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:06.140483 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-663efff2-e9e3-4542-98ef-1917775eb486 req-fd8a9095-1327-4ef6-ab0b-4b352c6cd247 service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520936 Sep 02 04:35:06.202436 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 374af0aa-6fc0-40ec-89bc-7623e2299879 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:06.202820 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:06.204312 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-9436d1ff-7c9b-4099-929b-28e6e1e8e387 None None] Provisioning for port 01206180-847d-4774-b2c6-a34ca7223b4c completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:06.226549 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31de05-d14d-46a8-9f72-33e0ee00719d None None] Pushing event updated for resources: {'Port': ['ID=365bb674-4c61-412d-922f-8f7d5b99567c,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:06.229526 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Routers {'bed4acff-de0e-4e1d-887e-2d81ec43bf6b'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:35:06.230143 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:35:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:06.268478 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-9436d1ff-7c9b-4099-929b-28e6e1e8e387 None None] Provisioning complete for port 01206180-847d-4774-b2c6-a34ca7223b4c triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:06.268853 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-9436d1ff-7c9b-4099-929b-28e6e1e8e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:06.271950 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a65f4-0802-4dd8-80eb-82546e846cd2 req-f54eaba8-8575-4744-951b-6dc948bd0300 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:06.274231 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-607a65f4-0802-4dd8-80eb-82546e846cd2 req-f54eaba8-8575-4744-951b-6dc948bd0300 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 944 time: 0.1057694 Sep 02 04:35:06.338082 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:06.347240 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-607a65f4-0802-4dd8-80eb-82546e846cd2 req-d2a9125e-584b-494c-84db-b9ba1f90a9dd tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597956 Sep 02 04:35:06.395729 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-763a332e-7ad6-4628-a154-5339d0d1e8fd tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:06.423669 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a332e-7ad6-4628-a154-5339d0d1e8fd tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Pushing event deleted for resources: {'Port': ['ID=c127bbc0-a3fc-4af8-84a7-df5c68f828ac,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:06.441150 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624225'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:06.466870 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-763a332e-7ad6-4628-a154-5339d0d1e8fd tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] No DVR routers for this DVR port c127bbc0-a3fc-4af8-84a7-df5c68f828ac on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:35:06.469514 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-763a332e-7ad6-4628-a154-5339d0d1e8fd tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:06.471505 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-60e24e56-7595-468d-8721-c18b61f8ddfd req-763a332e-7ad6-4628-a154-5339d0d1e8fd tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.20 "DELETE /v2.0/ports/c127bbc0-a3fc-4af8-84a7-df5c68f828ac HTTP/1.1" status: 204 len: 173 time: 1.0775335 Sep 02 04:35:06.472012 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9dbb48-2b3d-4dae-80f5-7f5cf9665eec', 'name': 'network-vif-deleted', 'tag': 'c127bbc0-a3fc-4af8-84a7-df5c68f828ac'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:35:06.474650 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb6dd4-1bc1-457d-b32e-9afc3e37e0e2" -d '{"events": [{"server_uuid": "af9dbb48-2b3d-4dae-80f5-7f5cf9665eec", "name": "network-vif-deleted", "tag": "c127bbc0-a3fc-4af8-84a7-df5c68f828ac"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:35:06.482254 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-9436d1ff-7c9b-4099-929b-28e6e1e8e387 None None] Port 01206180-847d-4774-b2c6-a34ca7223b4c cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:35:06.520334 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646378'] for router_interface, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:06.522241 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Pushing event updated for resources: {'Port': ['ID=01206180-847d-4774-b2c6-a34ca7223b4c,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:06.531201 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] Set router bed4acff-de0e-4e1d-887e-2d81ec43bf6b gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:35:06.641662 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Network 575fc02c-36e5-4420-9cee-c514c7553fc4 is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:35:06.644987 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:35:06.781588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94c8aa4-bfb5-4c1a-b3ed-95ca561cde70 x-openstack-request-id: req-d94c8aa4-bfb5-4c1a-b3ed-95ca561cde70 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:35:06.781885 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9dbb48-2b3d-4dae-80f5-7f5cf9665eec", "name": "network-vif-deleted", "tag": "c127bbc0-a3fc-4af8-84a7-df5c68f828ac", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:35:06.782143 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d94c8aa4-bfb5-4c1a-b3ed-95ca561cde70 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:35:06.782794 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9dbb48-2b3d-4dae-80f5-7f5cf9665eec', 'name': 'network-vif-deleted', 'tag': 'c127bbc0-a3fc-4af8-84a7-df5c68f828ac', 'status': 'completed', 'code': 200} Sep 02 04:35:06.793742 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'name': 'tempest-TestShelveInstance-1289567972-router', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:35:02Z', 'updated_at': '2021-09-02T04:35:05Z', 'revision_number': 4, 'project_id': '31ac3d0af8f446aea77855608732bada', 'gw_port': {'id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bf:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:03Z', 'updated_at': '2021-09-02T04:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '01206180-847d-4774-b2c6-a34ca7223b4c', 'name': '', 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'mac_address': 'fa:16:3e:c0:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:05Z', 'updated_at': '2021-09-02T04:35:05Z', 'revision_number': 1, 'project_id': '31ac3d0af8f446aea77855608732bada', 'subnets': [{'id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:06.808051 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Router bed4acff-de0e-4e1d-887e-2d81ec43bf6b has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:35:06.827447 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058249a-d4ec-4167-9d8a-c9c49ac18b97 None None] The sync data for ids ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'] in dv-cinder-804735-7-iscsi is: [{'id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'name': 'tempest-TestShelveInstance-1289567972-router', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:35:02Z', 'updated_at': '2021-09-02T04:35:05Z', 'revision_number': 4, 'project_id': '31ac3d0af8f446aea77855608732bada', 'gw_port': {'id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bf:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:03Z', 'updated_at': '2021-09-02T04:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '01206180-847d-4774-b2c6-a34ca7223b4c', 'name': '', 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'mac_address': 'fa:16:3e:c0:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:05Z', 'updated_at': '2021-09-02T04:35:05Z', 'revision_number': 1, 'project_id': '31ac3d0af8f446aea77855608732bada', 'subnets': [{'id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:35:06.949237 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:35:06.961594 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-49517235-75e9-482d-b4c0-6895f7d8ce13 admin admin] 10.222.0.13 "PUT /v2.0/routers/bed4acff-de0e-4e1d-887e-2d81ec43bf6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1346433 Sep 02 04:35:07.012110 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-81464b13-7660-4448-b4d0-b22b5a8c7f7c None None] Provisioning complete for port 01206180-847d-4774-b2c6-a34ca7223b4c triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:07.012482 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-81464b13-7660-4448-b4d0-b22b5a8c7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:07.098584 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc19a00f-5f33-45e6-96cf-36c2eda39fcb req-f28c2779-bd2c-49f2-8e96-1bbc492ba716 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 210 time: 0.0568569 Sep 02 04:35:07.101642 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-81464b13-7660-4448-b4d0-b22b5a8c7f7c None None] Port 01206180-847d-4774-b2c6-a34ca7223b4c cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:35:07.160911 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device c127bbc0-a3fc-4af8-84a7-df5c68f828ac no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:35:07.216104 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: c127bbc0-a3fc-4af8-84a7-df5c68f828ac {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:35:07.216585 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device c127bbc0-a3fc-4af8-84a7-df5c68f828ac not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:35:07.281059 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:07.490344 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0dac9-2336-4dc4-a632-07d58caefb2d req-eaf60ed6-4a46-4516-946a-9476ea226b61 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:07.490344 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4bf0dac9-2336-4dc4-a632-07d58caefb2d req-eaf60ed6-4a46-4516-946a-9476ea226b61 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 944 time: 0.0599074 Sep 02 04:35:07.558288 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4bf0dac9-2336-4dc4-a632-07d58caefb2d req-2bcd67eb-63d5-4e2b-ad00-5cfea623688d tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546532 Sep 02 04:35:07.751256 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48866) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:07.756583 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-248163ab-39ac-4abd-a282-0b92df94d24b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205580763', 'description': 'tempest-secgroup-smoke-1205580763 description', 'project_id': '517e94bc84864ab9ae4f9150a816973b'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:07.786832 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 365bb674-4c61-412d-922f-8f7d5b99567c up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:08.118678 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 365bb674-4c61-412d-922f-8f7d5b99567c completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:08.118911 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-248163ab-39ac-4abd-a282-0b92df94d24b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.123144 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 365bb674-4c61-412d-922f-8f7d5b99567c triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:08.123519 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.222141 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-248163ab-39ac-4abd-a282-0b92df94d24b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.244782 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-308698fc-6a83-47d5-bf66-80881fad2772 req-42e03308-8169-421a-8e1e-2f869cf88816 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=af9dbb48-2b3d-4dae-80f5-7f5cf9665eec HTTP/1.1" status: 200 len: 210 time: 0.0277133 Sep 02 04:35:08.270313 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.289889 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 365bb674-4c61-412d-922f-8f7d5b99567c, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=365bb674-4c61-412d-922f-8f7d5b99567c,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:08.307046 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-248163ab-39ac-4abd-a282-0b92df94d24b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.335254 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248163ab-39ac-4abd-a282-0b92df94d24b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a911b7b-df6f-420c-91d3-b42398c94fa3,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:08.417819 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.432484 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-248163ab-39ac-4abd-a282-0b92df94d24b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.433862 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-248163ab-39ac-4abd-a282-0b92df94d24b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6815562 Sep 02 04:35:08.436849 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48882) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:08.441590 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-3dfb7468-d9d8-426d-be58-914ce16f7d5a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Request body: {'security_group_rule': {'security_group_id': '5a911b7b-df6f-420c-91d3-b42398c94fa3', 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:08.466899 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=365bb674-4c61-412d-922f-8f7d5b99567c,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:08.588505 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3dfb7468-d9d8-426d-be58-914ce16f7d5a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.680208 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3dfb7468-d9d8-426d-be58-914ce16f7d5a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.696856 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1ab3-fa44-4f45-a981-61a833f55be2 req-c2812220-26bd-4a82-8313-7089615ae0f2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:08.698338 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ac0d1ab3-fa44-4f45-a981-61a833f55be2 req-c2812220-26bd-4a82-8313-7089615ae0f2 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 944 time: 0.0626829 Sep 02 04:35:08.740366 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ac0d1ab3-fa44-4f45-a981-61a833f55be2 req-00f5c7f4-b4e7-4eeb-82fd-110ebd58bdcb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356483 Sep 02 04:35:08.789324 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3dfb7468-d9d8-426d-be58-914ce16f7d5a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.807791 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb7468-d9d8-426d-be58-914ce16f7d5a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cb0f41-3140-4898-9f6b-62241ceac474,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:08.892584 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3dfb7468-d9d8-426d-be58-914ce16f7d5a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:08.893809 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-3dfb7468-d9d8-426d-be58-914ce16f7d5a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4559927 Sep 02 04:35:08.896541 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48890) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:08.902259 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-01304396-2e03-4b3f-9dad-60579137b66a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Request body: {'security_group_rule': {'security_group_id': '5a911b7b-df6f-420c-91d3-b42398c94fa3', 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:08.985821 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-01304396-2e03-4b3f-9dad-60579137b66a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.042410 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-01304396-2e03-4b3f-9dad-60579137b66a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.124024 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-01304396-2e03-4b3f-9dad-60579137b66a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.143099 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01304396-2e03-4b3f-9dad-60579137b66a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9ea608-0160-4b7b-ac95-c339f9df506e,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:09.167093 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 30234d74-b9ed-48a4-ac77-9d01af5c2a78 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:35:09.218072 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-01304396-2e03-4b3f-9dad-60579137b66a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.219334 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-01304396-2e03-4b3f-9dad-60579137b66a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3218369 Sep 02 04:35:09.222258 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48892) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:09.227587 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-070185d6-94e6-4d06-98ad-9f65358f1e69 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Request body: {'security_group_rule': {'security_group_id': '5a911b7b-df6f-420c-91d3-b42398c94fa3', 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:09.266323 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 30234d74-b9ed-48a4-ac77-9d01af5c2a78, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=30234d74-b9ed-48a4-ac77-9d01af5c2a78,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:09.281506 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '30234d74-b9ed-48a4-ac77-9d01af5c2a78', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'port_id': '30234d74-b9ed-48a4-ac77-9d01af5c2a78', 'mac_address': 'fa:16:3e:d2:d7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:35:09.320217 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.335933 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30234d74-b9ed-48a4-ac77-9d01af5c2a78 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:35:09.349696 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-070185d6-94e6-4d06-98ad-9f65358f1e69 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.363829 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 30234d74-b9ed-48a4-ac77-9d01af5c2a78, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=30234d74-b9ed-48a4-ac77-9d01af5c2a78,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:09.416678 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-070185d6-94e6-4d06-98ad-9f65358f1e69 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.446752 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.495295 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=30234d74-b9ed-48a4-ac77-9d01af5c2a78,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:09.506950 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-070185d6-94e6-4d06-98ad-9f65358f1e69 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.525384 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070185d6-94e6-4d06-98ad-9f65358f1e69 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce501e93-6d83-419c-8c85-5a6707689ef0,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:09.627723 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-65dcd262-a921-4af9-92d6-a4fbe47d59a1 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:09.629118 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-65dcd262-a921-4af9-92d6-a4fbe47d59a1 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/networks?id=116d17e0-f7af-4097-899a-e7111647f627 HTTP/1.1" status: 200 len: 808 time: 0.1021898 Sep 02 04:35:09.643746 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-60381f99-ae45-44c3-812c-df939c355fa0 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/quotas/3db6fa006b6f47ee95cae83d696c4b8d HTTP/1.1" status: 200 len: 375 time: 0.0089192 Sep 02 04:35:09.674344 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-04477d5e-abd3-498a-a2b8-e446fc73c0a3 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db6fa006b6f47ee95cae83d696c4b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248041 Sep 02 04:35:09.678684 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-070185d6-94e6-4d06-98ad-9f65358f1e69 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.680045 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-070185d6-94e6-4d06-98ad-9f65358f1e69 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4568322 Sep 02 04:35:09.682726 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48914) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:09.688617 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-eae3136f-bfe7-46c6-9cc1-54976e42b681 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Request body: {'security_group_rule': {'security_group_id': '5a911b7b-df6f-420c-91d3-b42398c94fa3', 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:09.760247 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['30234d74-b9ed-48a4-ac77-9d01af5c2a78'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:35:09.792808 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 365bb674-4c61-412d-922f-8f7d5b99567c up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:09.850313 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-eae3136f-bfe7-46c6-9cc1-54976e42b681 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.901445 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 365bb674-4c61-412d-922f-8f7d5b99567c triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:09.901838 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:09.910138 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-ebec4894-a54f-44b2-a0f4-576c5049e4a3 service neutron] 10.222.0.13 "GET /v2.0/networks/116d17e0-f7af-4097-899a-e7111647f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287786 Sep 02 04:35:09.928946 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca705-4cfa-417f-a3e6-1ff2a11dd243 req-639b7daf-5be0-41ee-910c-a07507afe5d5 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:09.933467 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-013ca705-4cfa-417f-a3e6-1ff2a11dd243 req-639b7daf-5be0-41ee-910c-a07507afe5d5 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 945 time: 0.1033535 Sep 02 04:35:09.993978 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-eae3136f-bfe7-46c6-9cc1-54976e42b681 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.002496 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-013ca705-4cfa-417f-a3e6-1ff2a11dd243 req-c9d84f5d-330c-4841-9a06-f2bae62ff9e3 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610039 Sep 02 04:35:10.028565 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5045ac1-2523-4b2c-960e-f9b63501ed13 service neutron] 10.222.0.13 "GET /v2.0/networks/116d17e0-f7af-4097-899a-e7111647f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169727 Sep 02 04:35:10.070658 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-eae3136f-bfe7-46c6-9cc1-54976e42b681 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.095525 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3136f-bfe7-46c6-9cc1-54976e42b681 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a3b3b6-07e6-4cfd-ae73-84edfcd63221,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:10.204537 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-eae3136f-bfe7-46c6-9cc1-54976e42b681 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.206841 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-eae3136f-bfe7-46c6-9cc1-54976e42b681 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5218229 Sep 02 04:35:10.208570 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48928) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:10.214063 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-ad156da4-2b41-4942-ad8d-bc0c5c033f23 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Request body: {'security_group_rule': {'security_group_id': '5a911b7b-df6f-420c-91d3-b42398c94fa3', 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:10.276824 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Sync routers for ids ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:35:10.295388 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Routers {'bed4acff-de0e-4e1d-887e-2d81ec43bf6b'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:35:10.295388 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:35:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:10.296030 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-afb48ae0-9c4e-402e-a1eb-b2ce6a33ed4b req-72bbeca4-c63b-4f21-9c0d-cba348a43894 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 210 time: 0.0370848 Sep 02 04:35:10.326785 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.securitygroups_db [None req-ad156da4-2b41-4942-ad8d-bc0c5c033f23 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Project 517e94bc84864ab9ae4f9150a816973b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 04:35:10.332810 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad156da4-2b41-4942-ad8d-bc0c5c033f23 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.386272 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad156da4-2b41-4942-ad8d-bc0c5c033f23 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.403068 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Set router bed4acff-de0e-4e1d-887e-2d81ec43bf6b gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:35:10.463773 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad156da4-2b41-4942-ad8d-bc0c5c033f23 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.481444 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad156da4-2b41-4942-ad8d-bc0c5c033f23 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0599757b-e32d-440c-9b3a-7bc5c309f2ab,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:10.561790 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad156da4-2b41-4942-ad8d-bc0c5c033f23 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.563458 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-ad156da4-2b41-4942-ad8d-bc0c5c033f23 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3535438 Sep 02 04:35:10.566599 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 48938) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:10.572226 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-4c08b305-0dbb-471c-bab9-a4c38dcd34b6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Request body: {'security_group_rule': {'security_group_id': '5a911b7b-df6f-420c-91d3-b42398c94fa3', 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:10.599516 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'name': 'tempest-TestShelveInstance-1289567972-router', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:35:02Z', 'updated_at': '2021-09-02T04:35:05Z', 'revision_number': 4, 'project_id': '31ac3d0af8f446aea77855608732bada', 'gw_port': {'id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:03Z', 'updated_at': '2021-09-02T04:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '01206180-847d-4774-b2c6-a34ca7223b4c', 'name': '', 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'mac_address': 'fa:16:3e:c0:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:05Z', 'updated_at': '2021-09-02T04:35:06Z', 'revision_number': 2, 'project_id': '31ac3d0af8f446aea77855608732bada', 'subnets': [{'id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:10.624656 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Checking router: bed4acff-de0e-4e1d-887e-2d81ec43bf6b for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:35:10.625006 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Updating router bed4acff-de0e-4e1d-887e-2d81ec43bf6b port 01206180-847d-4774-b2c6-a34ca7223b4c binding host dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:35:10.648699 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.692668 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.securitygroups_db [None req-4c08b305-0dbb-471c-bab9-a4c38dcd34b6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Project 517e94bc84864ab9ae4f9150a816973b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 04:35:10.699375 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4c08b305-0dbb-471c-bab9-a4c38dcd34b6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.770561 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4c08b305-0dbb-471c-bab9-a4c38dcd34b6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.935339 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4c08b305-0dbb-471c-bab9-a4c38dcd34b6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:10.952328 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08b305-0dbb-471c-bab9-a4c38dcd34b6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbd418e-50a5-4efc-8bf4-ea721fbc8a82,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:10.993464 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:11.003104 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Transition to ACTIVE for port object 01206180-847d-4774-b2c6-a34ca7223b4c will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:35:11.026759 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4c08b305-0dbb-471c-bab9-a4c38dcd34b6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:11.027998 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-4c08b305-0dbb-471c-bab9-a4c38dcd34b6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4602427 Sep 02 04:35:11.116344 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:11.145931 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5624e-8482-4ae9-a28a-ad3b1cb4f6df req-666489b8-c982-42a0-836e-d60ec6dcdd95 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:11.147549 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f2c5624e-8482-4ae9-a28a-ad3b1cb4f6df req-666489b8-c982-42a0-836e-d60ec6dcdd95 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 945 time: 0.0715947 Sep 02 04:35:11.159871 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dc3fe-fb3d-459f-978b-d82f4519e45c None None] Pushing event updated for resources: {'Port': ['ID=01206180-847d-4774-b2c6-a34ca7223b4c,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:11.165468 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 30234d74-b9ed-48a4-ac77-9d01af5c2a78 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:11.231291 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f2c5624e-8482-4ae9-a28a-ad3b1cb4f6df req-9498acf0-0bb0-4b58-a51b-70074d529483 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764718 Sep 02 04:35:11.296608 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Attempting to bind port 01206180-847d-4774-b2c6-a34ca7223b4c on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:35:11.297227 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Attempting to bind port 01206180-847d-4774-b2c6-a34ca7223b4c by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '700529cc-5fbc-4775-9570-bcb191633f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:35:11.297454 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Attempting to bind port 01206180-847d-4774-b2c6-a34ca7223b4c on network 575fc02c-36e5-4420-9cee-c514c7553fc4 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:35:11.303373 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:35:11.303747 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Checking segment: {'id': '700529cc-5fbc-4775-9570-bcb191633f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:35:11.304167 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:11.304665 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Bound using segment: {'id': '700529cc-5fbc-4775-9570-bcb191633f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:35:11.308324 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Bound port: 01206180-847d-4774-b2c6-a34ca7223b4c, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700529cc-5fbc-4775-9570-bcb191633f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:35:11.308952 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:11.380545 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:11.384964 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:11.387502 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:11.397243 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] For port 01206180-847d-4774-b2c6-a34ca7223b4c, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:35:11.401354 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] For port 01206180-847d-4774-b2c6-a34ca7223b4c, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=01206180-847d-4774-b2c6-a34ca7223b4c,segment=NetworkSegment(700529cc-5fbc-4775-9570-bcb191633f31),segment_id=700529cc-5fbc-4775-9570-bcb191633f31)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:35:11.420847 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a792db50-80a8-4c92-9b72-76367b9b8e50 req-2fea14de-79f8-49c2-a798-962dbf52e605 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 210 time: 0.0362868 Sep 02 04:35:11.475821 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:11.501152 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:11.528734 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30234d74-b9ed-48a4-ac77-9d01af5c2a78'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:35:11.531102 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233fd257-9190-4597-bf60-bdb2f0d11581" -d '{"events": [{"server_uuid": "7c4704c6-71ce-41e9-a0e4-6945d86eac98", "name": "network-vif-plugged", "status": "completed", "tag": "30234d74-b9ed-48a4-ac77-9d01af5c2a78"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:35:11.531292 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Routers {'bed4acff-de0e-4e1d-887e-2d81ec43bf6b'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:35:11.531942 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:35:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:11.549631 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 30234d74-b9ed-48a4-ac77-9d01af5c2a78, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=30234d74-b9ed-48a4-ac77-9d01af5c2a78,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:11.571262 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d05e7ae-09f1-46de-b236-0b4c05858207 x-openstack-request-id: req-8d05e7ae-09f1-46de-b236-0b4c05858207 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:35:11.575991 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4704c6-71ce-41e9-a0e4-6945d86eac98", "name": "network-vif-plugged", "status": "completed", "tag": "30234d74-b9ed-48a4-ac77-9d01af5c2a78", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:35:11.575991 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d05e7ae-09f1-46de-b236-0b4c05858207 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:35:11.575991 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30234d74-b9ed-48a4-ac77-9d01af5c2a78', 'code': 200} Sep 02 04:35:11.651669 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dc3fe-fb3d-459f-978b-d82f4519e45c None None] Pushing event updated for resources: {'Port': ['ID=01206180-847d-4774-b2c6-a34ca7223b4c,revision_number=4']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:11.676432 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] Set router bed4acff-de0e-4e1d-887e-2d81ec43bf6b gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:35:11.714359 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:11.763782 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=30234d74-b9ed-48a4-ac77-9d01af5c2a78,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:11.795104 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 01206180-847d-4774-b2c6-a34ca7223b4c up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:11.910859 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'name': 'tempest-TestShelveInstance-1289567972-router', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:35:02Z', 'updated_at': '2021-09-02T04:35:05Z', 'revision_number': 4, 'project_id': '31ac3d0af8f446aea77855608732bada', 'gw_port': {'id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:03Z', 'updated_at': '2021-09-02T04:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '01206180-847d-4774-b2c6-a34ca7223b4c', 'name': '', 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'mac_address': 'fa:16:3e:c0:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:05Z', 'updated_at': '2021-09-02T04:35:11Z', 'revision_number': 4, 'project_id': '31ac3d0af8f446aea77855608732bada', 'subnets': [{'id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:11.912754 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 01206180-847d-4774-b2c6-a34ca7223b4c completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:11.916585 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 01206180-847d-4774-b2c6-a34ca7223b4c triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:11.916965 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:11.937174 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269c103-569c-4d0f-80ac-4171ea41a34c None None] The sync data for ids ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'] in dv-cinder-804735-7-iscsi is: [{'id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'name': 'tempest-TestShelveInstance-1289567972-router', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:35:02Z', 'updated_at': '2021-09-02T04:35:05Z', 'revision_number': 4, 'project_id': '31ac3d0af8f446aea77855608732bada', 'gw_port': {'id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:03Z', 'updated_at': '2021-09-02T04:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '01206180-847d-4774-b2c6-a34ca7223b4c', 'name': '', 'network_id': '575fc02c-36e5-4420-9cee-c514c7553fc4', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'mac_address': 'fa:16:3e:c0:62:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:05Z', 'updated_at': '2021-09-02T04:35:11Z', 'revision_number': 4, 'project_id': '31ac3d0af8f446aea77855608732bada', 'subnets': [{'id': 'ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:35:12.001511 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:12.083439 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 01206180-847d-4774-b2c6-a34ca7223b4c, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=01206180-847d-4774-b2c6-a34ca7223b4c,segment=NetworkSegment(700529cc-5fbc-4775-9570-bcb191633f31),segment_id=700529cc-5fbc-4775-9570-bcb191633f31)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:12.083650 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcac9f9-3eb7-4377-96fb-f855eae2b9a8 req-205d66e3-28a2-45a8-a868-5dfff7b70e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:12.083650 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4fcac9f9-3eb7-4377-96fb-f855eae2b9a8 req-205d66e3-28a2-45a8-a868-5dfff7b70e88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 1099 time: 0.0564792 Sep 02 04:35:12.120873 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4fcac9f9-3eb7-4377-96fb-f855eae2b9a8 req-5965c1b4-7713-4a63-a49c-70ab2b389a29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308783 Sep 02 04:35:12.183771 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:12.240353 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=01206180-847d-4774-b2c6-a34ca7223b4c,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:12.386087 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881a362-235f-4d67-9329-79086311e4f3 req-52cdc640-9eb9-46ce-8548-d1e51bec988c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:12.387571 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0881a362-235f-4d67-9329-79086311e4f3 req-52cdc640-9eb9-46ce-8548-d1e51bec988c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 946 time: 0.0592782 Sep 02 04:35:12.424826 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0881a362-235f-4d67-9329-79086311e4f3 req-88fa806e-b70b-4244-8d04-41130c4db1f0 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314121 Sep 02 04:35:12.516753 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1fad27eb-2cba-4194-b14e-3a9a3f4f0208 req-dbdf6257-32fc-4318-acd5-9c2b748e679a tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 210 time: 0.0261796 Sep 02 04:35:12.935041 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 49038) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:13.044051 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b832faf8-30ff-4d6f-b60a-6e83ad58a8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:13.083436 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-ecdd8f7b-88cf-417c-8ab0-fde4d52aafd7 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:13.084999 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-ecdd8f7b-88cf-417c-8ab0-fde4d52aafd7 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.20 "GET /v2.0/networks?id=116d17e0-f7af-4097-899a-e7111647f627 HTTP/1.1" status: 200 len: 808 time: 0.1073601 Sep 02 04:35:13.115382 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Request body: {'port': {'device_id': '66c84f09-204e-4ad7-a323-337e17848bc5', 'network_id': '116d17e0-f7af-4097-899a-e7111647f627', 'admin_state_up': True, 'tenant_id': '3db6fa006b6f47ee95cae83d696c4b8d'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:13.141677 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b832faf8-30ff-4d6f-b60a-6e83ad58a8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:13.217879 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b832faf8-30ff-4d6f-b60a-6e83ad58a8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:13.266337 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b832faf8-30ff-4d6f-b60a-6e83ad58a8cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=757609fdcde64028a450120678ff52e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300514 Sep 02 04:35:13.269954 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 49042) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:13.270536 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832faf8-30ff-4d6f-b60a-6e83ad58a8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc41155-1c16-4e19-9dd3-9cf1c676dcb7,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:13.315525 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Made reservation on behalf of 3db6fa006b6f47ee95cae83d696c4b8d for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:35:13.319017 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:13.356572 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a0845e3b-e3e5-4cc2-b405-4342e0c43779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:13.424218 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a0845e3b-e3e5-4cc2-b405-4342e0c43779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:13.577168 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Allocated IP 172.20.0.11 (116d17e0-f7af-4097-899a-e7111647f627/d094f100-c1e8-4c6a-923b-2336cbe441a2/3e48e06e-899a-4738-826c-7c1e0c5e3733) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:35:13.591667 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbfb20-3f81-4b68-8ac3-c7e53b26f892 req-bcadae9c-5374-4556-a55e-079563d11fda tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:13.593826 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f7bbfb20-3f81-4b68-8ac3-c7e53b26f892 req-bcadae9c-5374-4556-a55e-079563d11fda tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 946 time: 0.0801232 Sep 02 04:35:13.637740 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f7bbfb20-3f81-4b68-8ac3-c7e53b26f892 req-a1c38082-be46-4865-8d5c-01b8617c1d32 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341284 Sep 02 04:35:13.715677 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-64eac206-f3e1-4a48-8666-a570ec180e0a req-5caf8aca-3219-46ab-bb98-55ca4e31503f tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 210 time: 0.0317745 Sep 02 04:35:13.725641 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a0845e3b-e3e5-4cc2-b405-4342e0c43779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:13.728721 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a0845e3b-e3e5-4cc2-b405-4342e0c43779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:13.729907 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-a0845e3b-e3e5-4cc2-b405-4342e0c43779 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bc41155-1c16-4e19-9dd3-9cf1c676dcb7 HTTP/1.1" status: 204 len: 168 time: 0.4589260 Sep 02 04:35:13.751125 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0845e3b-e3e5-4cc2-b405-4342e0c43779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc41155-1c16-4e19-9dd3-9cf1c676dcb7,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:13.774671 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 01206180-847d-4774-b2c6-a34ca7223b4c up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:13.830522 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 01206180-847d-4774-b2c6-a34ca7223b4c triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:13.830944 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:13.843649 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:13.987339 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:14.035193 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Network 116d17e0-f7af-4097-899a-e7111647f627 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:35:14.039054 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:35:14.046162 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:35:14.050451 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Pushing event updated for resources: {'Port': ['ID=3e48e06e-899a-4738-826c-7c1e0c5e3733,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:14.099072 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:14.099733 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:14.184360 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-1be90372-d0c1-491b-99fd-a712e9dcf8d9 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0735445 Sep 02 04:35:14.203833 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Request body: {'port': {'device_id': '66c84f09-204e-4ad7-a323-337e17848bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:14.259487 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:14.523604 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e48e06e-899a-4738-826c-7c1e0c5e3733 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:35:14.530903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:14.543089 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Transition to ACTIVE for port object 3e48e06e-899a-4738-826c-7c1e0c5e3733 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:35:14.652411 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:14.701879 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Pushing event updated for resources: {'Port': ['ID=3e48e06e-899a-4738-826c-7c1e0c5e3733,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:14.815491 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b836-821f-4dbe-b418-4575434447cb req-483ec2af-ce2f-4d3e-b611-10b63ec03c99 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:14.817063 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a414b836-821f-4dbe-b418-4575434447cb req-483ec2af-ce2f-4d3e-b611-10b63ec03c99 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 946 time: 0.1050072 Sep 02 04:35:14.819833 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Attempting to bind port 3e48e06e-899a-4738-826c-7c1e0c5e3733 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:35:14.824522 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Attempting to bind port 3e48e06e-899a-4738-826c-7c1e0c5e3733 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '243de83e-8571-45fe-b1e0-80bc7e5df694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '116d17e0-f7af-4097-899a-e7111647f627'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:35:14.824522 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Attempting to bind port 3e48e06e-899a-4738-826c-7c1e0c5e3733 on network 116d17e0-f7af-4097-899a-e7111647f627 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:35:14.831270 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Port 3e48e06e-899a-4738-826c-7c1e0c5e3733 on network 116d17e0-f7af-4097-899a-e7111647f627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:35:14.831587 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Attempting to bind port 3e48e06e-899a-4738-826c-7c1e0c5e3733 on network 116d17e0-f7af-4097-899a-e7111647f627 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:35:14.845514 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:35:14.850575 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Checking segment: {'id': '243de83e-8571-45fe-b1e0-80bc7e5df694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '116d17e0-f7af-4097-899a-e7111647f627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:35:14.850575 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Bound using segment: {'id': '243de83e-8571-45fe-b1e0-80bc7e5df694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '116d17e0-f7af-4097-899a-e7111647f627'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:35:14.850575 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Bound port: 3e48e06e-899a-4738-826c-7c1e0c5e3733, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243de83e-8571-45fe-b1e0-80bc7e5df694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '116d17e0-f7af-4097-899a-e7111647f627'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:35:14.850575 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:14.853811 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820f30d-7a33-48a2-a1c6-e2e7eb4f1d23 req-4fd63b7c-71f9-4db9-b0fc-9cfdb215903b tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:14.856133 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a820f30d-7a33-48a2-a1c6-e2e7eb4f1d23 req-4fd63b7c-71f9-4db9-b0fc-9cfdb215903b tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 944 time: 0.0568879 Sep 02 04:35:14.897271 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a414b836-821f-4dbe-b418-4575434447cb req-4c17e977-53d8-41ab-8d30-494d1c899795 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727329 Sep 02 04:35:14.908357 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a820f30d-7a33-48a2-a1c6-e2e7eb4f1d23 req-108706db-5f97-494b-87b2-800cb5f8a1fe tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Sep 02 04:35:14.931178 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] For port 3e48e06e-899a-4738-826c-7c1e0c5e3733, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:35:14.934671 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] For port 3e48e06e-899a-4738-826c-7c1e0c5e3733, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3e48e06e-899a-4738-826c-7c1e0c5e3733,segment=NetworkSegment(243de83e-8571-45fe-b1e0-80bc7e5df694),segment_id=243de83e-8571-45fe-b1e0-80bc7e5df694)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:35:15.007310 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:15.016483 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0af804-d74c-4ede-a9ee-c29903b091b3 req-ea7c7ff5-4edb-4d9d-b71d-84c7cc1c9c29 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:15.018057 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-af0af804-d74c-4ede-a9ee-c29903b091b3 req-ea7c7ff5-4edb-4d9d-b71d-84c7cc1c9c29 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 946 time: 0.0503571 Sep 02 04:35:15.026670 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 49094) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:15.031401 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-9da80d1c-c8e9-4bb5-b986-46cb30c54930 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Request body: {'floatingip': {'port_id': '30234d74-b9ed-48a4-ac77-9d01af5c2a78'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:15.045963 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:15.046705 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:15.048169 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e48e06e-899a-4738-826c-7c1e0c5e3733 HTTP/1.1" status: 200 len: 1094 time: 0.8484893 Sep 02 04:35:15.050624 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c84f09-204e-4ad7-a323-337e17848bc5', 'tag': '3e48e06e-899a-4738-826c-7c1e0c5e3733'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:35:15.050875 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5efce6b-e8b5-4a3e-a0f2-559df24b6b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "66c84f09-204e-4ad7-a323-337e17848bc5", "tag": "3e48e06e-899a-4738-826c-7c1e0c5e3733"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:35:15.079974 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9da80d1c-c8e9-4bb5-b986-46cb30c54930 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:15.088191 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2ddb4-8fb0-46f7-88c8-637b62f59804 service neutron] Pushing event updated for resources: {'Port': ['ID=3e48e06e-899a-4738-826c-7c1e0c5e3733,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:15.102328 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f32ebe-bc93-4365-97dd-948f794a7c52 x-openstack-request-id: req-69f32ebe-bc93-4365-97dd-948f794a7c52 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:35:15.102660 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c84f09-204e-4ad7-a323-337e17848bc5", "tag": "3e48e06e-899a-4738-826c-7c1e0c5e3733", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:35:15.103551 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69f32ebe-bc93-4365-97dd-948f794a7c52 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:35:15.103551 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c84f09-204e-4ad7-a323-337e17848bc5', 'tag': '3e48e06e-899a-4738-826c-7c1e0c5e3733', 'status': 'completed', 'code': 200} Sep 02 04:35:15.189568 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efce6b-e8b5-4a3e-a0f2-559df24b6b0b req-3e351a1c-3397-4d67-80b6-6e82f8fcdb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:15.191412 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d5efce6b-e8b5-4a3e-a0f2-559df24b6b0b req-3e351a1c-3397-4d67-80b6-6e82f8fcdb9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3db6fa006b6f47ee95cae83d696c4b8d&device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0410089 Sep 02 04:35:15.300033 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efce6b-e8b5-4a3e-a0f2-559df24b6b0b req-5fc9ffd4-765b-4e57-aaec-1f5500443055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:15.301676 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d5efce6b-e8b5-4a3e-a0f2-559df24b6b0b req-5fc9ffd4-765b-4e57-aaec-1f5500443055 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3db6fa006b6f47ee95cae83d696c4b8d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0946093 Sep 02 04:35:15.395441 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efce6b-e8b5-4a3e-a0f2-559df24b6b0b req-b4846af3-958a-4047-b20b-9ce5dbb2c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:15.396938 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d5efce6b-e8b5-4a3e-a0f2-559df24b6b0b req-b4846af3-958a-4047-b20b-9ce5dbb2c397 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0880294 Sep 02 04:35:15.505318 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-3aaf433a-8891-446e-8aae-76b9cfc98581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:15.507175 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-3aaf433a-8891-446e-8aae-76b9cfc98581 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3db6fa006b6f47ee95cae83d696c4b8d&device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0459025 Sep 02 04:35:15.561762 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-c84db748-44a3-4f3d-b443-edd92e1216ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e48e06e-899a-4738-826c-7c1e0c5e3733 HTTP/1.1" status: 200 len: 217 time: 0.0398347 Sep 02 04:35:15.614485 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-3b96fa04-9101-4dbb-8ab2-9adc4dba6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:15.616008 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-3b96fa04-9101-4dbb-8ab2-9adc4dba6139 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d094f100-c1e8-4c6a-923b-2336cbe441a2 HTTP/1.1" status: 200 len: 848 time: 0.0470228 Sep 02 04:35:15.648983 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-c246dd79-6e58-4d18-bf65-f87a5518676b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=116d17e0-f7af-4097-899a-e7111647f627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248995 Sep 02 04:35:15.683089 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.db.resource_extend [None req-9da80d1c-c8e9-4bb5-b986-46cb30c54930 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 04:35:15.733374 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9da80d1c-c8e9-4bb5-b986-46cb30c54930 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:15.747432 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-b2196aa7-0f06-4e8d-88c5-499c31ea4746 service neutron] 10.222.0.20 "GET /v2.0/networks/116d17e0-f7af-4097-899a-e7111647f627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891023 Sep 02 04:35:15.795212 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9da80d1c-c8e9-4bb5-b986-46cb30c54930 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:15.840348 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-20008e10-f8d5-4b31-83f9-02fa51919177 req-a4012f75-640b-4b01-8d65-7a8468353776 service neutron] 10.222.0.20 "GET /v2.0/networks/116d17e0-f7af-4097-899a-e7111647f627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839798 Sep 02 04:35:15.895154 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.l3_db [None req-9da80d1c-c8e9-4bb5-b986-46cb30c54930 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Floating IP 47ff1e00-f4e1-48f1-823f-e5b48a949878 associated. External IP: 172.27.2.214, port: 30234d74-b9ed-48a4-ac77-9d01af5c2a78. Sep 02 04:35:16.017301 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abeb26-7f71-494e-a5ad-5cc259501e71 req-a046130a-2b47-4f01-97f3-989a97255a34 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:16.018914 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e7abeb26-7f71-494e-a5ad-5cc259501e71 req-a046130a-2b47-4f01-97f3-989a97255a34 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 944 time: 0.0471373 Sep 02 04:35:16.060424 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e7abeb26-7f71-494e-a5ad-5cc259501e71 req-4af12e9f-991e-4902-9547-d29092f65e71 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348809 Sep 02 04:35:16.101907 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da80d1c-c8e9-4bb5-b986-46cb30c54930 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Router 3fdd503d-c928-4892-af7b-93739687984a has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:35:16.149098 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 49108) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:16.194095 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece4d8cf-fb48-43ca-99bc-0c341653a0c6 admin admin] Deleting subnet f9991316-8d15-416e-8a73-dedeff0c0844 {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:35:16.197760 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ece4d8cf-fb48-43ca-99bc-0c341653a0c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.208336 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da80d1c-c8e9-4bb5-b986-46cb30c54930 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:35:16.213377 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9da80d1c-c8e9-4bb5-b986-46cb30c54930 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.219298 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] Sync routers for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:35:16.230744 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:35:16.231382 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:35:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:16.233664 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ece4d8cf-fb48-43ca-99bc-0c341653a0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26510909'] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.243595 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-9da80d1c-c8e9-4bb5-b986-46cb30c54930 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "PUT /v2.0/floatingips/47ff1e00-f4e1-48f1-823f-e5b48a949878 HTTP/1.1" status: 200 len: 992 time: 1.2158256 Sep 02 04:35:16.244226 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'tag': '30234d74-b9ed-48a4-ac77-9d01af5c2a78'}] {{(pid=94402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:35:16.246670 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2984c995e9f942f56fc048a2137e3950b61e74cc960b4c50d17b3411b6e28a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224b5347-f140-4d27-8e57-eeb453bf277a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4704c6-71ce-41e9-a0e4-6945d86eac98", "tag": "30234d74-b9ed-48a4-ac77-9d01af5c2a78"}]}' {{(pid=94402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:35:16.283078 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ece4d8cf-fb48-43ca-99bc-0c341653a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.347800 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:35:16.436877 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ece4d8cf-fb48-43ca-99bc-0c341653a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26573068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26635730'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.476287 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4d8cf-fb48-43ca-99bc-0c341653a0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9991316-8d15-416e-8a73-dedeff0c0844,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:16.489433 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ece4d8cf-fb48-43ca-99bc-0c341653a0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.493529 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-ece4d8cf-fb48-43ca-99bc-0c341653a0c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f9991316-8d15-416e-8a73-dedeff0c0844 HTTP/1.1" status: 204 len: 168 time: 0.3433733 Sep 02 04:35:16.494258 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af579bc-5602-40fa-98cd-0ce3d09d9198 x-openstack-request-id: req-3af579bc-5602-40fa-98cd-0ce3d09d9198 {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:35:16.494646 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4704c6-71ce-41e9-a0e4-6945d86eac98", "tag": "30234d74-b9ed-48a4-ac77-9d01af5c2a78", "status": "completed", "code": 200}]} {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:35:16.494776 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 49118) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:16.495120 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3af579bc-5602-40fa-98cd-0ce3d09d9198 {{(pid=94402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:35:16.495847 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'tag': '30234d74-b9ed-48a4-ac77-9d01af5c2a78', 'status': 'completed', 'code': 200} Sep 02 04:35:16.587411 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.608963 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b5347-f140-4d27-8e57-eeb453bf277a req-81df6eab-7b4e-44ea-b121-6fe0f25531af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:16.610447 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-224b5347-f140-4d27-8e57-eeb453bf277a req-81df6eab-7b4e-44ea-b121-6fe0f25531af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 1099 time: 0.0562305 Sep 02 04:35:16.652114 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '47ff1e00-f4e1-48f1-823f-e5b48a949878', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '3fdd503d-c928-4892-af7b-93739687984a', 'port_id': '30234d74-b9ed-48a4-ac77-9d01af5c2a78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'mac_address': 'fa:16:3e:d2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:34:52Z', 'updated_at': '2021-09-02T04:35:15Z', 'revision_number': 1, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:16.678186 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] Checking router: 3fdd503d-c928-4892-af7b-93739687984a for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:35:16.686859 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:35:16.687481 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:35:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:16.733367 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.748787 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36934402-f060-463c-a58a-2b7056c383b5']}} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:16.761762 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ea9047-8928-4e6c-95e6-0e1cb02a90fb') {'for_net_delete': True} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:16.762063 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ea9047-8928-4e6c-95e6-0e1cb02a90fb') {} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:16.779305 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26510884'] for segment, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.792816 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b5347-f140-4d27-8e57-eeb453bf277a req-5163f108-345d-4b36-b0d7-71ef3501dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:16.794367 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-224b5347-f140-4d27-8e57-eeb453bf277a req-5163f108-345d-4b36-b0d7-71ef3501dd40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad90c133-531e-4d6b-a1ec-5f41d66215bb HTTP/1.1" status: 200 len: 910 time: 0.1621292 Sep 02 04:35:16.795285 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:35:16.797935 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.804010 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:35:16.805025 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26573138'] for segment, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: Traceback (most recent call last): Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: timer() Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: cb(*args, **kw) Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: return func(*args, **kwargs) Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: self._notify() Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: self.callback(batched_events) Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: event.method(event) Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: return f(self, *a, **k) Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._get(url).json() Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: return self.request(url, 'GET', **kwargs) Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:35:16.806693 dv-cinder-804735-7-iscsi neutron-server[94401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:35:16.912800 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-224b5347-f140-4d27-8e57-eeb453bf277a req-760f77b0-2117-42e2-ba00-1c65cf82abdf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30234d74-b9ed-48a4-ac77-9d01af5c2a78 HTTP/1.1" status: 200 len: 1000 time: 0.0972199 Sep 02 04:35:16.966240 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b5347-f140-4d27-8e57-eeb453bf277a req-b62ae799-eeee-4ed8-a7a0-01d44f74573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:16.967780 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-224b5347-f140-4d27-8e57-eeb453bf277a req-b62ae799-eeee-4ed8-a7a0-01d44f74573d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3f036dc-04d9-4fbb-81de-d3916611a42e HTTP/1.1" status: 200 len: 849 time: 0.0468698 Sep 02 04:35:16.992671 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.997290 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:16.999441 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/36934402-f060-463c-a58a-2b7056c383b5 HTTP/1.1" status: 204 len: 168 time: 0.5035679 Sep 02 04:35:17.028206 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0ea16-deb5-4a1c-be9b-f863a9ec42fc admin admin] Pushing event deleted for resources: {'Network': ['ID=36934402-f060-463c-a58a-2b7056c383b5,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:17.046230 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b5347-f140-4d27-8e57-eeb453bf277a req-39eb15fc-9d18-4ec3-a077-48443f570a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:17.047902 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-224b5347-f140-4d27-8e57-eeb453bf277a req-39eb15fc-9d18-4ec3-a077-48443f570a08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad90c133-531e-4d6b-a1ec-5f41d66215bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647109 Sep 02 04:35:17.048546 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '47ff1e00-f4e1-48f1-823f-e5b48a949878', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '3fdd503d-c928-4892-af7b-93739687984a', 'port_id': '30234d74-b9ed-48a4-ac77-9d01af5c2a78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'mac_address': 'fa:16:3e:d2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:34:52Z', 'updated_at': '2021-09-02T04:35:15Z', 'revision_number': 1, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:17.185888 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-224b5347-f140-4d27-8e57-eeb453bf277a req-8feae0a6-2f26-46f9-8670-c1efb4a2b1d8 service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298785 Sep 02 04:35:17.210067 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73955a1d-1a80-4393-9ed9-11197800dd8a req-4f686f5d-de42-49c7-a175-4a44ff3b887e tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:17.212127 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-73955a1d-1a80-4393-9ed9-11197800dd8a req-4f686f5d-de42-49c7-a175-4a44ff3b887e tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 944 time: 0.0750308 Sep 02 04:35:17.220015 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931100ed-1c67-4a47-97a6-3e12195341bb None None] The sync data for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi is: [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '47ff1e00-f4e1-48f1-823f-e5b48a949878', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '3fdd503d-c928-4892-af7b-93739687984a', 'port_id': '30234d74-b9ed-48a4-ac77-9d01af5c2a78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'mac_address': 'fa:16:3e:d2:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:34:52Z', 'updated_at': '2021-09-02T04:35:15Z', 'revision_number': 1, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:35:17.320775 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-73955a1d-1a80-4393-9ed9-11197800dd8a req-c111fbf6-27c4-4b8d-ade1-27a531a5ef1d tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846534 Sep 02 04:35:17.325018 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-224b5347-f140-4d27-8e57-eeb453bf277a req-d733a57c-3154-414e-9c02-bd30eb41641f service neutron] 10.222.0.20 "GET /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309154 Sep 02 04:35:17.364955 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 49128) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:17.411765 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-5d58f6da-5bef-4e35-9326-79d132702930 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=575695d7181e435fb176d616cafa196c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432787 Sep 02 04:35:17.412930 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 49130) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:17.452508 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26c8aa-ee2b-49a1-bdf2-8ef383bc4ada None None] New status for floating IP 47ff1e00-f4e1-48f1-823f-e5b48a949878: ACTIVE {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:35:17.470127 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c10f0d67-e7f8-47cb-819b-8a5625524e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:17.493290 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c10f0d67-e7f8-47cb-819b-8a5625524e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:17.718223 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c10f0d67-e7f8-47cb-819b-8a5625524e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:17.720825 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c10f0d67-e7f8-47cb-819b-8a5625524e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:17.721983 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-c10f0d67-e7f8-47cb-819b-8a5625524e85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07507635-1441-4297-bbb6-5e98cc496fa8 HTTP/1.1" status: 204 len: 168 time: 0.3080041 Sep 02 04:35:17.730303 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f0d67-e7f8-47cb-819b-8a5625524e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07507635-1441-4297-bbb6-5e98cc496fa8,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:18.441142 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d02c8d-a025-4e01-8e3f-7d23e122a2b5 req-5f1b5ca5-336f-4dad-b402-546cf9ce782f tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:18.442714 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-77d02c8d-a025-4e01-8e3f-7d23e122a2b5 req-5f1b5ca5-336f-4dad-b402-546cf9ce782f tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 944 time: 0.0522881 Sep 02 04:35:18.481019 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-77d02c8d-a025-4e01-8e3f-7d23e122a2b5 req-008f3b29-daae-42d9-bade-cf4efe5bb4d1 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Sep 02 04:35:19.237908 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3e48e06e-899a-4738-826c-7c1e0c5e3733 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:35:19.331873 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 3e48e06e-899a-4738-826c-7c1e0c5e3733, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3e48e06e-899a-4738-826c-7c1e0c5e3733,segment=NetworkSegment(243de83e-8571-45fe-b1e0-80bc7e5df694),segment_id=243de83e-8571-45fe-b1e0-80bc7e5df694)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:19.342677 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '3e48e06e-899a-4738-826c-7c1e0c5e3733', 'network_id': '116d17e0-f7af-4097-899a-e7111647f627', 'port_id': '3e48e06e-899a-4738-826c-7c1e0c5e3733', 'mac_address': 'fa:16:3e:51:86:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd094f100-c1e8-4c6a-923b-2336cbe441a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:35:19.382072 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:19.395086 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e48e06e-899a-4738-826c-7c1e0c5e3733 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:35:19.413826 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 3e48e06e-899a-4738-826c-7c1e0c5e3733, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3e48e06e-899a-4738-826c-7c1e0c5e3733,segment=NetworkSegment(243de83e-8571-45fe-b1e0-80bc7e5df694),segment_id=243de83e-8571-45fe-b1e0-80bc7e5df694)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:19.543694 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:19.593069 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=3e48e06e-899a-4738-826c-7c1e0c5e3733,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:19.601487 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382c957-4ab9-4cc0-9345-30c71c5e4a3a req-d18a3a3e-14ea-460c-9146-1733f643d914 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:19.604357 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a382c957-4ab9-4cc0-9345-30c71c5e4a3a req-d18a3a3e-14ea-460c-9146-1733f643d914 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 945 time: 0.0516534 Sep 02 04:35:19.642720 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a382c957-4ab9-4cc0-9345-30c71c5e4a3a req-78869d5d-3a34-46ee-adb7-bfc6d7075613 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338047 Sep 02 04:35:19.896536 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3e48e06e-899a-4738-826c-7c1e0c5e3733'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:35:20.760791 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67609c0e-0a10-485b-a970-3ca76b30e7a8 req-a0892749-c5a1-439a-8102-3c1552c44a15 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:20.762289 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-67609c0e-0a10-485b-a970-3ca76b30e7a8 req-a0892749-c5a1-439a-8102-3c1552c44a15 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 945 time: 0.0510190 Sep 02 04:35:20.800205 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-67609c0e-0a10-485b-a970-3ca76b30e7a8 req-94114ffb-2356-4a6a-9e00-97406a9fca9f tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Sep 02 04:35:21.276913 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3e48e06e-899a-4738-826c-7c1e0c5e3733 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:21.397814 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 3e48e06e-899a-4738-826c-7c1e0c5e3733 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:21.402438 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 3e48e06e-899a-4738-826c-7c1e0c5e3733 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:21.402822 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:21.479189 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:21.504150 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c84f09-204e-4ad7-a323-337e17848bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e48e06e-899a-4738-826c-7c1e0c5e3733'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:35:21.506421 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3054a4cb-b159-4bf3-b401-e215c8be8868" -d '{"events": [{"server_uuid": "66c84f09-204e-4ad7-a323-337e17848bc5", "name": "network-vif-plugged", "status": "completed", "tag": "3e48e06e-899a-4738-826c-7c1e0c5e3733"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:35:21.519356 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 3e48e06e-899a-4738-826c-7c1e0c5e3733, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3e48e06e-899a-4738-826c-7c1e0c5e3733,segment=NetworkSegment(243de83e-8571-45fe-b1e0-80bc7e5df694),segment_id=243de83e-8571-45fe-b1e0-80bc7e5df694)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:21.623619 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:21.676937 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=3e48e06e-899a-4738-826c-7c1e0c5e3733,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:21.725470 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38527a5-251a-45eb-bd45-8448474ab798 x-openstack-request-id: req-f38527a5-251a-45eb-bd45-8448474ab798 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:35:21.725772 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c84f09-204e-4ad7-a323-337e17848bc5", "name": "network-vif-plugged", "status": "completed", "tag": "3e48e06e-899a-4738-826c-7c1e0c5e3733", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:35:21.726027 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f38527a5-251a-45eb-bd45-8448474ab798 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:35:21.726427 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c84f09-204e-4ad7-a323-337e17848bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e48e06e-899a-4738-826c-7c1e0c5e3733', 'code': 200} Sep 02 04:35:21.916458 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847138b-5ef1-4bfd-ae60-62117ac88122 req-dbb7776f-020a-4d56-9c6c-c795456b9424 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:21.917853 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8847138b-5ef1-4bfd-ae60-62117ac88122 req-dbb7776f-020a-4d56-9c6c-c795456b9424 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 946 time: 0.0485458 Sep 02 04:35:21.957397 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8847138b-5ef1-4bfd-ae60-62117ac88122 req-2c897891-4b53-4f14-9b14-a30a6eff1088 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Sep 02 04:35:22.130034 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029238b-8c65-49ae-bf63-28670bc5e18a req-9aa7ed0c-cd66-4d09-b761-142d980320d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:22.131566 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3029238b-8c65-49ae-bf63-28670bc5e18a req-9aa7ed0c-cd66-4d09-b761-142d980320d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0434492 Sep 02 04:35:22.172797 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3029238b-8c65-49ae-bf63-28670bc5e18a req-e700e685-be1e-4f85-bca5-3af973686e86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286055 Sep 02 04:35:23.073281 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b68326-f0fb-4ad2-bf31-ab8fcaa3223c req-ea472393-a95b-4c9b-bc29-8f1e72f0c719 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:23.074786 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-97b68326-f0fb-4ad2-bf31-ab8fcaa3223c req-ea472393-a95b-4c9b-bc29-8f1e72f0c719 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 946 time: 0.0498385 Sep 02 04:35:23.113390 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-97b68326-f0fb-4ad2-bf31-ab8fcaa3223c req-c5863ab0-68a5-45fe-b75b-83a3c6ca2a41 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321078 Sep 02 04:35:24.232273 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78f4a0-f622-41f6-bf1f-72fab97baa5c req-0e69e3f4-dd72-4b5f-beaf-32d865f18986 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:24.233758 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7e78f4a0-f622-41f6-bf1f-72fab97baa5c req-0e69e3f4-dd72-4b5f-beaf-32d865f18986 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 946 time: 0.0519075 Sep 02 04:35:24.271977 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7e78f4a0-f622-41f6-bf1f-72fab97baa5c req-92272ca3-54a4-4e17-aae5-0ce5885b0d22 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322974 Sep 02 04:35:24.834778 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:25.731507 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4697a4-c74c-4772-a46e-10b52ea0f1db req-50c06f7c-7779-4c2e-9a62-18ca9f0c0590 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:25.732970 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc4697a4-c74c-4772-a46e-10b52ea0f1db req-50c06f7c-7779-4c2e-9a62-18ca9f0c0590 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 946 time: 0.0473619 Sep 02 04:35:25.768955 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc4697a4-c74c-4772-a46e-10b52ea0f1db req-05550090-6102-465d-8242-3182b411b096 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301621 Sep 02 04:35:26.881320 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edddab2-1076-4a6e-a1b3-b9a95202be72 req-4f536979-6333-4d02-a34c-012d62063bc5 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:26.882755 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3edddab2-1076-4a6e-a1b3-b9a95202be72 req-4f536979-6333-4d02-a34c-012d62063bc5 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 946 time: 0.0472236 Sep 02 04:35:26.920137 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3edddab2-1076-4a6e-a1b3-b9a95202be72 req-cbd0eaa3-e155-4dce-aaad-35bfe14a6602 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/security-groups?id=492c5082-5b76-48b4-b58b-91b239716dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Sep 02 04:35:27.587806 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-d9987e25-d756-41cd-b2f5-7568a4f19794 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:27.589244 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-d9987e25-d756-41cd-b2f5-7568a4f19794 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 946 time: 0.0503407 Sep 02 04:35:27.676497 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-286711dc-815f-42fc-9502-50a0f191e811 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Deleting port 3e48e06e-899a-4738-826c-7c1e0c5e3733 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:35:27.676842 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-286711dc-815f-42fc-9502-50a0f191e811 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:27.763987 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-286711dc-815f-42fc-9502-50a0f191e811 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] For port 3e48e06e-899a-4738-826c-7c1e0c5e3733, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3e48e06e-899a-4738-826c-7c1e0c5e3733,segment=NetworkSegment(243de83e-8571-45fe-b1e0-80bc7e5df694),segment_id=243de83e-8571-45fe-b1e0-80bc7e5df694)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:27.764344 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-286711dc-815f-42fc-9502-50a0f191e811 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:27.775454 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-286711dc-815f-42fc-9502-50a0f191e811 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Calling delete_port for 3e48e06e-899a-4738-826c-7c1e0c5e3733 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:35:27.949020 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-286711dc-815f-42fc-9502-50a0f191e811 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:27.981412 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286711dc-815f-42fc-9502-50a0f191e811 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Pushing event deleted for resources: {'Port': ['ID=3e48e06e-899a-4738-826c-7c1e0c5e3733,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:27.987369 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['3e48e06e-899a-4738-826c-7c1e0c5e3733'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:35:28.022087 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-286711dc-815f-42fc-9502-50a0f191e811 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] No DVR routers for this DVR port 3e48e06e-899a-4738-826c-7c1e0c5e3733 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:35:28.023211 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6bf69e58-bab1-468b-b4d3-2f8746819fe1 req-1ee5e91f-6e37-4b8a-8cd8-4dd143ebe2e1 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 210 time: 0.0321541 Sep 02 04:35:28.024525 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-286711dc-815f-42fc-9502-50a0f191e811 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:28.026493 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c3a27bd1-3d51-4c73-b419-b9091c8b3d20 req-286711dc-815f-42fc-9502-50a0f191e811 tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.20 "DELETE /v2.0/ports/3e48e06e-899a-4738-826c-7c1e0c5e3733 HTTP/1.1" status: 204 len: 173 time: 0.4301841 Sep 02 04:35:28.026928 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c84f09-204e-4ad7-a323-337e17848bc5', 'name': 'network-vif-deleted', 'tag': '3e48e06e-899a-4738-826c-7c1e0c5e3733'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:35:28.029195 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00dc138-d918-4e22-bca1-5a37b3bd474d" -d '{"events": [{"server_uuid": "66c84f09-204e-4ad7-a323-337e17848bc5", "name": "network-vif-deleted", "tag": "3e48e06e-899a-4738-826c-7c1e0c5e3733"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:35:28.066804 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8778c66-d2c8-4e2e-93fa-342c10e9e7d6 x-openstack-request-id: req-e8778c66-d2c8-4e2e-93fa-342c10e9e7d6 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:35:28.067134 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c84f09-204e-4ad7-a323-337e17848bc5", "name": "network-vif-deleted", "tag": "3e48e06e-899a-4738-826c-7c1e0c5e3733", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:35:28.067491 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8778c66-d2c8-4e2e-93fa-342c10e9e7d6 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:35:28.067897 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c84f09-204e-4ad7-a323-337e17848bc5', 'name': 'network-vif-deleted', 'tag': '3e48e06e-899a-4738-826c-7c1e0c5e3733', 'status': 'completed', 'code': 200} Sep 02 04:35:29.131744 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cf2a2ff0-b297-4ff2-9dd7-cfa0eba164f5 req-c22559d3-962e-4ce8-94ba-a26ccad0684b tempest-VolumesActionsTest-2119125279 tempest-VolumesActionsTest-2119125279-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c84f09-204e-4ad7-a323-337e17848bc5 HTTP/1.1" status: 200 len: 210 time: 0.0254548 Sep 02 04:35:30.328815 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-0d946f52-41a2-4922-84e2-a2cd3faccc21 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205580763&fields=id&tenant_id=517e94bc84864ab9ae4f9150a816973b HTTP/1.1" status: 200 len: 267 time: 0.0319004 Sep 02 04:35:30.434895 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-76c8de03-14e7-4957-afc8-7b4c9770f25e tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:30.436317 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-76c8de03-14e7-4957-afc8-7b4c9770f25e tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/networks?id=5bfa45e8-237f-4771-91ff-dea054465f36 HTTP/1.1" status: 200 len: 809 time: 0.1006622 Sep 02 04:35:30.452117 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-f6b4ef05-78a8-4654-ab23-4c707aa1620f tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/quotas/517e94bc84864ab9ae4f9150a816973b HTTP/1.1" status: 200 len: 375 time: 0.0095875 Sep 02 04:35:30.502741 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-8c5bfcec-e698-4b08-a7af-8e6d20463b38 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=517e94bc84864ab9ae4f9150a816973b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450268 Sep 02 04:35:30.600974 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-c8a4b586-0f92-4695-9445-01e001db926a service neutron] 10.222.0.13 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849588 Sep 02 04:35:30.691291 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-fe4ce162-f3a9-41eb-a875-f8162c8b164c service neutron] 10.222.0.13 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840111 Sep 02 04:35:31.326855 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0a764a0f-25a4-4339-9122-20c59f754c3b req-2a27015c-8f70-44be-a6ff-9e82b8aec08d tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 210 time: 0.0423334 Sep 02 04:35:31.342691 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3e48e06e-899a-4738-826c-7c1e0c5e3733 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:35:31.365532 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 3e48e06e-899a-4738-826c-7c1e0c5e3733 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:35:31.365949 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 3e48e06e-899a-4738-826c-7c1e0c5e3733 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:35:31.535021 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b61c49-b608-44f6-859e-f14be24de1ab req-8fc70815-6f97-40d4-bcb0-a79e507f84cd tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:31.535021 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-78b61c49-b608-44f6-859e-f14be24de1ab req-8fc70815-6f97-40d4-bcb0-a79e507f84cd tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0546794 Sep 02 04:35:31.572050 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-78b61c49-b608-44f6-859e-f14be24de1ab req-7b2dd90b-73d9-4374-b494-93feaf700a83 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317795 Sep 02 04:35:31.749229 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c85099c7-f8c4-4448-bb72-b51dd55bcfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:32.433640 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7351d617-04f4-4c07-8b67-cf0d0d957934 req-9ee561ea-653b-43f4-b659-8351a824bd6b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 210 time: 0.0260122 Sep 02 04:35:32.687813 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae22c-2de3-4b32-b7cb-fe5f9ad9916f req-d30625fc-63d7-465e-9cfb-e068243ab70d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:32.689216 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-04aae22c-2de3-4b32-b7cb-fe5f9ad9916f req-d30625fc-63d7-465e-9cfb-e068243ab70d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0460908 Sep 02 04:35:32.724665 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-04aae22c-2de3-4b32-b7cb-fe5f9ad9916f req-cf21a7d6-6305-4da5-a45a-f16a31fe7306 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296447 Sep 02 04:35:33.525895 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5a397179-eda6-4f62-8808-c9e87c305090 req-f95e98e7-f1eb-4d01-90a5-b32683475174 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 210 time: 0.0283675 Sep 02 04:35:33.839068 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73260d4f-b09c-442b-a7ac-0cd352ed2dcc req-ac66399e-79ec-4b24-884c-7936463cd5d3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:33.840553 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-73260d4f-b09c-442b-a7ac-0cd352ed2dcc req-ac66399e-79ec-4b24-884c-7936463cd5d3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0470288 Sep 02 04:35:33.876767 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-73260d4f-b09c-442b-a7ac-0cd352ed2dcc req-982f8de7-bd0b-46d0-a410-1fe1a2d291a2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304136 Sep 02 04:35:34.420550 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-2a394f5b-d971-4a11-a79d-ff01b3d56848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:34.613765 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b65e23ef-131e-48be-b76e-2e359bb781ce req-39c337be-87c1-4542-b2ee-55f8d10ab1ee tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 210 time: 0.0254319 Sep 02 04:35:34.692140 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:34.995438 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10a4d-84c0-4a2d-8cca-adf2e0cd1758 req-66a9890f-a6e8-440a-9d69-7dbdc8181504 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:34.996916 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8ff10a4d-84c0-4a2d-8cca-adf2e0cd1758 req-66a9890f-a6e8-440a-9d69-7dbdc8181504 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0480101 Sep 02 04:35:35.033888 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8ff10a4d-84c0-4a2d-8cca-adf2e0cd1758 req-a298ce26-8e9c-41bc-aaba-743a307269d7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311272 Sep 02 04:35:35.340697 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:35.730511 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1889aaa9-3b08-486c-90d2-faa76fae6d76 req-87ea6418-1fbc-4067-ba27-5966c9e6b15d tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 210 time: 0.0526764 Sep 02 04:35:35.760738 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-037b8a3e-7b00-49f6-9e2d-11c5a1141a4c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:35.762156 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-037b8a3e-7b00-49f6-9e2d-11c5a1141a4c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.20 "GET /v2.0/networks?id=5bfa45e8-237f-4771-91ff-dea054465f36 HTTP/1.1" status: 200 len: 809 time: 0.1271098 Sep 02 04:35:35.817936 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-2e29c84c-fa55-4fd9-a9d6-8c643ec1446c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=517e94bc84864ab9ae4f9150a816973b HTTP/1.1" status: 200 len: 380 time: 0.0330620 Sep 02 04:35:35.827612 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Request body: {'port': {'device_id': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'admin_state_up': True, 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'security_groups': ['5a911b7b-df6f-420c-91d3-b42398c94fa3']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:36.038144 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Made reservation on behalf of 517e94bc84864ab9ae4f9150a816973b for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:35:36.041954 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:36.182765 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Allocated IP 172.20.0.10 (5bfa45e8-237f-4771-91ff-dea054465f36/e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef/442b5f85-df00-4a4b-a475-71e2d347a54b) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:35:36.211313 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2ebe8-d513-4579-997e-82a11e66565f req-fa1007a2-2c3b-41ef-9f90-eb165fba0b17 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:36.212867 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e4d2ebe8-d513-4579-997e-82a11e66565f req-fa1007a2-2c3b-41ef-9f90-eb165fba0b17 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0685241 Sep 02 04:35:36.258879 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e4d2ebe8-d513-4579-997e-82a11e66565f req-ffde72d1-4abb-47e0-848f-37200f2fe07b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391700 Sep 02 04:35:36.371808 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:36.381375 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Transition to ACTIVE for port object 442b5f85-df00-4a4b-a475-71e2d347a54b will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:35:36.608961 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:36.704759 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Network 5bfa45e8-237f-4771-91ff-dea054465f36 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:35:36.707760 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:35:36.718689 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:35:36.724743 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event updated for resources: {'Port': ['ID=442b5f85-df00-4a4b-a475-71e2d347a54b,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:36.782176 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:36.782815 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:36.859544 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-869f50d2-ea0e-4d7e-8836-a7e74b40aeed tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0352685 Sep 02 04:35:36.883983 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Request body: {'port': {'device_id': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:36.903507 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c840bf5-9acf-4eca-b0f2-18036933fb98 req-2ad2e4c9-77c3-4f2d-9dcc-12fc30ba58f2 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:36.912535 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9c840bf5-9acf-4eca-b0f2-18036933fb98 req-2ad2e4c9-77c3-4f2d-9dcc-12fc30ba58f2 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 932 time: 0.0998061 Sep 02 04:35:36.960522 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9c840bf5-9acf-4eca-b0f2-18036933fb98 req-aa18a1cb-709c-4365-b0af-5f0db9260d5f tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465114 Sep 02 04:35:36.992915 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-4d1a8ed4-27df-4c12-994b-d658b32a877d None None] Provisioning for port 442b5f85-df00-4a4b-a475-71e2d347a54b completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:36.996817 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:37.000491 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-4d1a8ed4-27df-4c12-994b-d658b32a877d None None] Provisioning complete for port 442b5f85-df00-4a4b-a475-71e2d347a54b triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:37.001106 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4d1a8ed4-27df-4c12-994b-d658b32a877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:37.046307 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a8ed4-27df-4c12-994b-d658b32a877d None None] Port 442b5f85-df00-4a4b-a475-71e2d347a54b cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:35:37.294827 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:37.664864 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b20e4-f7b8-4b21-94c0-1c3076b78b42 req-e286fa1c-55bd-4a15-a2d0-5bc8b26b7e72 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:37.666396 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7f0b20e4-f7b8-4b21-94c0-1c3076b78b42 req-e286fa1c-55bd-4a15-a2d0-5bc8b26b7e72 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0847013 Sep 02 04:35:37.691565 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442b5f85-df00-4a4b-a475-71e2d347a54b {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:35:37.702797 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:37.726439 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Transition to ACTIVE for port object 442b5f85-df00-4a4b-a475-71e2d347a54b will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:35:37.730094 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7f0b20e4-f7b8-4b21-94c0-1c3076b78b42 req-6a0d26e0-a01b-418b-b900-599693e5cd5d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556405 Sep 02 04:35:37.814953 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:37.891356 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Pushing event updated for resources: {'Port': ['ID=442b5f85-df00-4a4b-a475-71e2d347a54b,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:37.957110 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Attempting to bind port 442b5f85-df00-4a4b-a475-71e2d347a54b on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:35:37.957953 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Attempting to bind port 442b5f85-df00-4a4b-a475-71e2d347a54b by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:35:37.958394 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Attempting to bind port 442b5f85-df00-4a4b-a475-71e2d347a54b on network 5bfa45e8-237f-4771-91ff-dea054465f36 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:35:37.963291 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Port 442b5f85-df00-4a4b-a475-71e2d347a54b on network 5bfa45e8-237f-4771-91ff-dea054465f36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:35:37.963717 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Attempting to bind port 442b5f85-df00-4a4b-a475-71e2d347a54b on network 5bfa45e8-237f-4771-91ff-dea054465f36 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:35:37.969645 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:35:37.969987 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Checking segment: {'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:35:37.970404 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Bound using segment: {'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:35:37.970812 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Bound port: 442b5f85-df00-4a4b-a475-71e2d347a54b, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcd347a-c98e-4f0e-a616-3b520f90969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:35:37.971177 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:38.062054 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] For port 442b5f85-df00-4a4b-a475-71e2d347a54b, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:35:38.094135 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] For port 442b5f85-df00-4a4b-a475-71e2d347a54b, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=442b5f85-df00-4a4b-a475-71e2d347a54b,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:35:38.115561 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908144f8-f3fb-45cd-9dc6-7c0127ae2a91 req-6d66d5f2-ecd3-4637-901a-0b4285b974a1 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:38.117536 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-908144f8-f3fb-45cd-9dc6-7c0127ae2a91 req-6d66d5f2-ecd3-4637-901a-0b4285b974a1 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0717592 Sep 02 04:35:38.157040 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-908144f8-f3fb-45cd-9dc6-7c0127ae2a91 req-3165dd70-35d6-4e3b-abbd-e989c9442854 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335221 Sep 02 04:35:38.160862 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:38.206920 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:38.207541 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:38.208967 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] 10.222.0.20 "PUT /v2.0/ports/442b5f85-df00-4a4b-a475-71e2d347a54b HTTP/1.1" status: 200 len: 1094 time: 1.3317058 Sep 02 04:35:38.211457 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:35:38.214291 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadb0d0f-37cc-493b-880b-dd345784c849" -d '{"events": [{"name": "network-changed", "server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:35:38.269100 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43e29e-9bdd-44c5-a309-20abd91da568 service neutron] Pushing event updated for resources: {'Port': ['ID=442b5f85-df00-4a4b-a475-71e2d347a54b,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:38.274255 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eeb29b-40ac-4e2e-a7d3-d8b50071ef40 x-openstack-request-id: req-79eeb29b-40ac-4e2e-a7d3-d8b50071ef40 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:35:38.274652 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:35:38.275307 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79eeb29b-40ac-4e2e-a7d3-d8b50071ef40 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:35:38.275711 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'status': 'completed', 'code': 200} Sep 02 04:35:38.380964 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb0d0f-37cc-493b-880b-dd345784c849 req-680957c5-1f88-4e65-965d-33368974d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:38.382441 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dadb0d0f-37cc-493b-880b-dd345784c849 req-680957c5-1f88-4e65-965d-33368974d8ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=517e94bc84864ab9ae4f9150a816973b&device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1097 time: 0.0536089 Sep 02 04:35:38.537746 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb0d0f-37cc-493b-880b-dd345784c849 req-f38dba60-9d77-4bd6-a456-5fba862f4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:38.540270 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dadb0d0f-37cc-493b-880b-dd345784c849 req-f38dba60-9d77-4bd6-a456-5fba862f4e48 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=517e94bc84864ab9ae4f9150a816973b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1368306 Sep 02 04:35:38.644114 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb0d0f-37cc-493b-880b-dd345784c849 req-7b9f9e01-6bdb-4efe-a79a-e1d148b2dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:38.646075 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dadb0d0f-37cc-493b-880b-dd345784c849 req-7b9f9e01-6bdb-4efe-a79a-e1d148b2dbfe service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0988781 Sep 02 04:35:38.759932 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-eb440b43-1490-4d78-bf88-0d7f4a2dd94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:38.764237 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-eb440b43-1490-4d78-bf88-0d7f4a2dd94d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=517e94bc84864ab9ae4f9150a816973b&device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1097 time: 0.0509512 Sep 02 04:35:38.823612 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-21702c9f-82d6-4989-9123-435563e42509 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=442b5f85-df00-4a4b-a475-71e2d347a54b HTTP/1.1" status: 200 len: 217 time: 0.0459974 Sep 02 04:35:38.910872 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-2216e8b0-db83-4ac3-b3ba-e072d4a07033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:38.912590 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-2216e8b0-db83-4ac3-b3ba-e072d4a07033 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef HTTP/1.1" status: 200 len: 848 time: 0.0777087 Sep 02 04:35:38.921587 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65847ced-20fa-4325-8bad-d9c589df734f req-0f62c92c-91f1-4869-bb2f-d3585bd522dd tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:38.923320 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-65847ced-20fa-4325-8bad-d9c589df734f req-0f62c92c-91f1-4869-bb2f-d3585bd522dd tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0984151 Sep 02 04:35:39.009835 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-65847ced-20fa-4325-8bad-d9c589df734f req-55b25363-d18e-4aa5-b37b-7d25f186dbfa tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728257 Sep 02 04:35:39.012922 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-6d4b19f0-5f51-49cd-a241-2b5e3e09fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:39.014514 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-6d4b19f0-5f51-49cd-a241-2b5e3e09fcab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bfa45e8-237f-4771-91ff-dea054465f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899596 Sep 02 04:35:39.128565 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-89a069ef-5e61-4a77-a324-b772b7480dbf service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991495 Sep 02 04:35:39.213120 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5a377a2-cb63-4ebc-bae4-bb149bcbafd3 req-78ddecbb-cde9-4c74-ba8a-5304e5efc6ae service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828333 Sep 02 04:35:39.303214 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2dd38-a476-4d45-9dc9-430b85f865e4 req-9286219d-0cd1-4929-8432-3dd542945dc8 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:39.303214 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-39a2dd38-a476-4d45-9dc9-430b85f865e4 req-9286219d-0cd1-4929-8432-3dd542945dc8 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0527916 Sep 02 04:35:39.346168 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-39a2dd38-a476-4d45-9dc9-430b85f865e4 req-b47aff87-24c4-45ee-993e-22097f9944b0 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355330 Sep 02 04:35:39.934980 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:35:40.133742 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ad624-56cb-4256-9ed2-5474790aa203 req-13316075-1efc-447f-92d3-d353fb78f169 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:40.136000 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1e7ad624-56cb-4256-9ed2-5474790aa203 req-13316075-1efc-447f-92d3-d353fb78f169 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0496559 Sep 02 04:35:40.182542 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1e7ad624-56cb-4256-9ed2-5474790aa203 req-4da756a5-ee5c-422a-82c6-20dd6a9f6d03 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381215 Sep 02 04:35:40.465886 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9f31f-a70b-4c4e-b262-a73b108311f5 req-53917d51-ee78-4439-a70c-416994b26738 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:40.468386 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-12b9f31f-a70b-4c4e-b262-a73b108311f5 req-53917d51-ee78-4439-a70c-416994b26738 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0526133 Sep 02 04:35:40.516454 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-12b9f31f-a70b-4c4e-b262-a73b108311f5 req-281058aa-5b23-4975-a47d-8f9625efabb7 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Sep 02 04:35:41.348806 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6985b-d225-4d43-b491-265cf7934a32 req-5e81e079-ff43-4f18-bb01-936cca682824 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:41.350817 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4af6985b-d225-4d43-b491-265cf7934a32 req-5e81e079-ff43-4f18-bb01-936cca682824 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0692980 Sep 02 04:35:41.395462 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4af6985b-d225-4d43-b491-265cf7934a32 req-252f7c70-ea22-4be5-b491-ef045f3677e5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352101 Sep 02 04:35:41.641846 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcd64a-f62f-4e9a-a143-f6de4f889db3 req-1d2cc41f-6e97-4bac-a709-6750a8a01a63 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:41.643338 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-31bcd64a-f62f-4e9a-a143-f6de4f889db3 req-1d2cc41f-6e97-4bac-a709-6750a8a01a63 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0559845 Sep 02 04:35:41.687553 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-31bcd64a-f62f-4e9a-a143-f6de4f889db3 req-433eb1a1-de49-4b94-b639-227f8b22508e tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369823 Sep 02 04:35:42.534653 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aacaf-fc80-419e-8498-bd73d7d1062f req-f4077954-615c-4872-a78f-bd267132ce6f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:42.536590 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d70aacaf-fc80-419e-8498-bd73d7d1062f req-f4077954-615c-4872-a78f-bd267132ce6f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0515921 Sep 02 04:35:42.591096 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d70aacaf-fc80-419e-8498-bd73d7d1062f req-2d687b46-05a9-4b26-9e27-2ca6f8d87260 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473340 Sep 02 04:35:42.827743 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ebf0-4592-41cf-892d-6022980f0d3d req-37ff4d2c-5784-42af-a5f4-e62e37d677d9 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:42.829519 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-01a1ebf0-4592-41cf-892d-6022980f0d3d req-37ff4d2c-5784-42af-a5f4-e62e37d677d9 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0665085 Sep 02 04:35:42.871641 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-01a1ebf0-4592-41cf-892d-6022980f0d3d req-247dc818-0f65-43a1-a485-9adc18aa9420 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353124 Sep 02 04:35:43.716903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69e30b-9695-4c36-8390-19151bed52d3 req-580d9fab-8587-4991-935e-0d03d1f12f8f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:43.718379 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4a69e30b-9695-4c36-8390-19151bed52d3 req-580d9fab-8587-4991-935e-0d03d1f12f8f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0518668 Sep 02 04:35:43.770944 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4a69e30b-9695-4c36-8390-19151bed52d3 req-dbd17dbf-f7a2-4d0f-99c8-d0ec06907157 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438600 Sep 02 04:35:43.997041 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5654ca-e262-4830-b56e-2a583dd02ec9 req-e8a6cec4-b19e-4d84-88c7-d658842cce39 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:43.998563 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4e5654ca-e262-4830-b56e-2a583dd02ec9 req-e8a6cec4-b19e-4d84-88c7-d658842cce39 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0537698 Sep 02 04:35:44.039808 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4e5654ca-e262-4830-b56e-2a583dd02ec9 req-0c37ec1a-98fa-45f5-9fca-dfa2e968adb2 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353475 Sep 02 04:35:44.888766 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d216f-3d0f-4fc5-8fd5-97fde551fa38 req-34996179-028c-49f3-83b8-88a46a8fd4cc tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:44.890282 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-097d216f-3d0f-4fc5-8fd5-97fde551fa38 req-34996179-028c-49f3-83b8-88a46a8fd4cc tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0507309 Sep 02 04:35:44.932525 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-097d216f-3d0f-4fc5-8fd5-97fde551fa38 req-24c699fc-1112-4560-b8ca-e18fc14d13fb tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354707 Sep 02 04:35:45.157745 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1655241-e5d1-4e30-976e-badffb639bc4 req-85cbb25e-17f2-4ad8-a144-5929a1cb31b0 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:45.159274 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e1655241-e5d1-4e30-976e-badffb639bc4 req-85cbb25e-17f2-4ad8-a144-5929a1cb31b0 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0496473 Sep 02 04:35:45.197436 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e1655241-e5d1-4e30-976e-badffb639bc4 req-c09690d1-aecd-413a-938b-d9b73b35e1bd tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316947 Sep 02 04:35:46.055161 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5845049-e7bf-4b83-b2ee-e1c1d37f5171 req-ddba522d-e974-42a4-adb4-8867b3c4e40a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:46.057353 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5845049-e7bf-4b83-b2ee-e1c1d37f5171 req-ddba522d-e974-42a4-adb4-8867b3c4e40a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0502458 Sep 02 04:35:46.095071 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5845049-e7bf-4b83-b2ee-e1c1d37f5171 req-817e437a-3ad4-40c0-8a7d-a691c3136448 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317631 Sep 02 04:35:46.319228 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263eb8e2-bc49-4009-a4d2-7f06951c0df6 req-cee6c6c1-b907-4f53-91dd-156614652348 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:46.321555 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-263eb8e2-bc49-4009-a4d2-7f06951c0df6 req-cee6c6c1-b907-4f53-91dd-156614652348 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0529032 Sep 02 04:35:46.362761 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-263eb8e2-bc49-4009-a4d2-7f06951c0df6 req-2bb35e69-fa52-4879-9fe2-3827f8cc1c07 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350344 Sep 02 04:35:47.215328 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62065f-33cd-4ba1-beea-fcf7226b8a7f req-49464189-b07c-4f5f-9ef9-14a795411891 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:47.222708 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ff62065f-33cd-4ba1-beea-fcf7226b8a7f req-49464189-b07c-4f5f-9ef9-14a795411891 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0552089 Sep 02 04:35:47.261711 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ff62065f-33cd-4ba1-beea-fcf7226b8a7f req-014566ad-962a-4875-a9cd-aa4e12d88ef5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381165 Sep 02 04:35:47.404214 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 442b5f85-df00-4a4b-a475-71e2d347a54b details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:35:47.505072 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c0749-68e7-4bb8-b8fc-f4ada75c3f55 req-1774b759-3fde-4c84-905c-6e01736de2f0 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:47.507353 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-227c0749-68e7-4bb8-b8fc-f4ada75c3f55 req-1774b759-3fde-4c84-905c-6e01736de2f0 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0546343 Sep 02 04:35:47.510363 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 442b5f85-df00-4a4b-a475-71e2d347a54b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=442b5f85-df00-4a4b-a475-71e2d347a54b,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:47.522463 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'port_id': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'mac_address': 'fa:16:3e:08:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:35:47.561550 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:47.571312 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-227c0749-68e7-4bb8-b8fc-f4ada75c3f55 req-6a2fbf8c-f935-41ca-a0b7-3952b673cd43 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566537 Sep 02 04:35:47.576594 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442b5f85-df00-4a4b-a475-71e2d347a54b {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:35:47.597229 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 442b5f85-df00-4a4b-a475-71e2d347a54b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=442b5f85-df00-4a4b-a475-71e2d347a54b,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:47.677921 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:47.730217 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=442b5f85-df00-4a4b-a475-71e2d347a54b,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:47.737993 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.738358 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.738674 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.739007 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.739337 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.739668 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.740026 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.740355 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.740710 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.741035 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.741386 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:47.741675 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:48.036420 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['442b5f85-df00-4a4b-a475-71e2d347a54b'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:35:48.398411 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dfa01-2507-4307-b832-0348346e2793 req-9fb67a4c-c182-42ac-9094-5c51ef35db35 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:48.400853 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-436dfa01-2507-4307-b832-0348346e2793 req-9fb67a4c-c182-42ac-9094-5c51ef35db35 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0557113 Sep 02 04:35:48.453204 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-436dfa01-2507-4307-b832-0348346e2793 req-b2a47d0e-9314-4d0b-9816-3b023377e7ac tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449634 Sep 02 04:35:48.682421 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59582b-223b-423f-888c-e9ac20ea7f8b req-cd42f12e-258f-4220-b950-cbca12c8e96b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:48.683949 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fe59582b-223b-423f-888c-e9ac20ea7f8b req-cd42f12e-258f-4220-b950-cbca12c8e96b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 945 time: 0.0521638 Sep 02 04:35:48.723765 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fe59582b-223b-423f-888c-e9ac20ea7f8b req-85d433fb-414a-4bcf-bf6f-8c9b88e76873 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332680 Sep 02 04:35:49.486424 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:35:49.497286 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 442b5f85-df00-4a4b-a475-71e2d347a54b up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:49.595892 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d523c-2b44-4ca3-aa24-7cef42a191ed req-3e4bfdb8-4b4c-4f0d-a036-a3ab4defa5e5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:49.597700 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5d7d523c-2b44-4ca3-aa24-7cef42a191ed req-3e4bfdb8-4b4c-4f0d-a036-a3ab4defa5e5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0546200 Sep 02 04:35:49.633511 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:49.646813 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'port_id': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'mac_address': 'fa:16:3e:88:44:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:35:49.651346 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5d7d523c-2b44-4ca3-aa24-7cef42a191ed req-5dac152e-1180-4ed2-965a-2cce9eaddc9e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428798 Sep 02 04:35:49.708041 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:49.726906 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 442b5f85-df00-4a4b-a475-71e2d347a54b completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:35:49.733453 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:35:49.737538 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 442b5f85-df00-4a4b-a475-71e2d347a54b triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:49.737940 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:49.778306 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:49.836502 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:49.851091 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:49.861419 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7ad42-f721-423f-9fb8-83a3eab9c891 req-09711f51-b7c0-4431-8b6b-12d525844d67 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:49.870181 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-41b7ad42-f721-423f-9fb8-83a3eab9c891 req-09711f51-b7c0-4431-8b6b-12d525844d67 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 945 time: 0.0589652 Sep 02 04:35:49.878883 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 442b5f85-df00-4a4b-a475-71e2d347a54b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=442b5f85-df00-4a4b-a475-71e2d347a54b,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:49.884446 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:35:49.886900 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5294702b-c328-40e3-9cd4-ed6f9e69d7b9" -d '{"events": [{"server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "name": "network-vif-plugged", "status": "completed", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:35:49.933614 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-41b7ad42-f721-423f-9fb8-83a3eab9c891 req-5c9e9c58-4163-423c-8160-98ae7b31d6f6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547748 Sep 02 04:35:49.971093 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:49.981550 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=6']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:49.987743 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa69be2b-dc60-4f5e-8b69-62ad699b9cf1 x-openstack-request-id: req-fa69be2b-dc60-4f5e-8b69-62ad699b9cf1 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:35:49.988060 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "name": "network-vif-plugged", "status": "completed", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:35:49.988323 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa69be2b-dc60-4f5e-8b69-62ad699b9cf1 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:35:49.988750 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'code': 200} Sep 02 04:35:50.020585 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:35:50.066693 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=442b5f85-df00-4a4b-a475-71e2d347a54b,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:50.452846 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b9ceb-5afa-4556-bc9a-e4fb6e5f82a2 req-a71362d7-4a86-40bb-9d64-bf6f7ca09491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:50.454596 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-021b9ceb-5afa-4556-bc9a-e4fb6e5f82a2 req-a71362d7-4a86-40bb-9d64-bf6f7ca09491 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1099 time: 0.0657313 Sep 02 04:35:50.500251 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-021b9ceb-5afa-4556-bc9a-e4fb6e5f82a2 req-fab0a327-fa8b-4641-a55b-e444bb031809 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366733 Sep 02 04:35:50.789554 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73943e1a-04f9-489b-8169-227a0738baad req-b1f8d0cb-2a75-4642-a8dd-ae138a1adae2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:50.791890 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-73943e1a-04f9-489b-8169-227a0738baad req-b1f8d0cb-2a75-4642-a8dd-ae138a1adae2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 945 time: 0.0526004 Sep 02 04:35:50.844868 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-73943e1a-04f9-489b-8169-227a0738baad req-0d98359f-a0af-4958-95ea-f881d374902d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444443 Sep 02 04:35:51.080753 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4edc4-94a9-48fb-8e25-4283c6e5df06 req-046e5d45-a473-4741-a02e-3e2c2011a161 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:51.093019 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3fb4edc4-94a9-48fb-8e25-4283c6e5df06 req-046e5d45-a473-4741-a02e-3e2c2011a161 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0787563 Sep 02 04:35:51.140136 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3fb4edc4-94a9-48fb-8e25-4283c6e5df06 req-30ed885d-3f99-4b77-8840-8e11acfcb5a8 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Sep 02 04:35:51.425035 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:35:51.497524 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:35:51.497900 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:51.627081 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:51.668816 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:35:51.814711 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:51.895220 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=7']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:51.990002 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:35:51.992482 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb713f62-37ab-43c7-b7f0-ec768b6ac4bb" -d '{"events": [{"server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "name": "network-vif-plugged", "status": "completed", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:35:52.019330 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35518a-b6bf-4e24-9904-b7d6ca37b457 req-cafb713c-754c-4963-83f1-c653c50af67d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:52.033135 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cd35518a-b6bf-4e24-9904-b7d6ca37b457 req-cafb713c-754c-4963-83f1-c653c50af67d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0857105 Sep 02 04:35:52.049481 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35472bde-e01c-41c0-b9a8-194aa7396f5a x-openstack-request-id: req-35472bde-e01c-41c0-b9a8-194aa7396f5a {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:35:52.049481 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "name": "network-vif-plugged", "status": "completed", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:35:52.049481 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35472bde-e01c-41c0-b9a8-194aa7396f5a {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:35:52.049481 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'code': 200} Sep 02 04:35:52.102003 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cd35518a-b6bf-4e24-9904-b7d6ca37b457 req-390e7090-23cb-4dc1-9fc2-ed3a2b963a6c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576553 Sep 02 04:35:52.273581 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87251f-7c68-485b-8371-13b69f9491a4 req-128dbfdf-bab8-4545-bc04-908a7813bfdd tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:52.275928 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1e87251f-7c68-485b-8371-13b69f9491a4 req-128dbfdf-bab8-4545-bc04-908a7813bfdd tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0711164 Sep 02 04:35:52.342476 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1e87251f-7c68-485b-8371-13b69f9491a4 req-5e674b1c-7ae0-4bd9-9e9d-eac637f430d9 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603080 Sep 02 04:35:52.467600 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576470b6-5519-477e-9fd8-ed6a908b6cc0 req-fa869d5f-212a-4f50-90bd-ea01143b4456 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:52.469614 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-576470b6-5519-477e-9fd8-ed6a908b6cc0 req-fa869d5f-212a-4f50-90bd-ea01143b4456 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0502200 Sep 02 04:35:52.518020 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-576470b6-5519-477e-9fd8-ed6a908b6cc0 req-41ad2c22-c8c1-4fb2-b4af-6a2ab717812b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419905 Sep 02 04:35:52.540669 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 49590) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:52.765958 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6960eda-888a-4df1-9b9c-dec3c8737cf1 tempest-TestShelveInstance-1336653042 tempest-TestShelveInstance-1336653042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:52.775142 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-e6960eda-888a-4df1-9b9c-dec3c8737cf1 tempest-TestShelveInstance-1336653042 tempest-TestShelveInstance-1336653042-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1094 time: 0.2327356 Sep 02 04:35:52.778002 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 49598) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:52.782922 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Request body: {'floatingip': {'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'port_id': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:35:52.873121 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for floatingip, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:52.975344 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:53.095101 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Allocated IP 172.27.2.150 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/7ab3cce3-7f3a-4c8c-bbed-5d7cf6f18013) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:35:53.242463 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:53.253577 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ff041-fe4f-49dd-a61d-f5cfd3881cf5 req-acc44303-1509-49e2-ba22-c78ae6bd7b7b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:53.257744 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6f1ff041-fe4f-49dd-a61d-f5cfd3881cf5 req-acc44303-1509-49e2-ba22-c78ae6bd7b7b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0550237 Sep 02 04:35:53.314462 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6f1ff041-fe4f-49dd-a61d-f5cfd3881cf5 req-4b3f1ade-eda4-4694-8f7f-da3bde483138 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501430 Sep 02 04:35:53.354906 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:53.402600 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:35:53.405521 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:35:53.412243 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:35:53.447524 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-1238f46f-d311-4a28-878e-11dc24c586d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:53.449528 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-1238f46f-d311-4a28-878e-11dc24c586d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 1099 time: 0.0604167 Sep 02 04:35:53.452414 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event updated for resources: {'Port': ['ID=7ab3cce3-7f3a-4c8c-bbed-5d7cf6f18013,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:53.462432 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.462858 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.463273 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.463683 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.464122 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.464527 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.464926 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.465336 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.465739 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.466133 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.466528 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.466921 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:53.581557 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-2ed2547b-0762-4a7b-9bd2-3c832934c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:53.583313 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-2ed2547b-0762-4a7b-9bd2-3c832934c3b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 917 time: 0.1099575 Sep 02 04:35:53.663050 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-e18b0ee3-744a-45d3-8d9c-9774185d3beb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 HTTP/1.1" status: 200 len: 1001 time: 0.0702243 Sep 02 04:35:53.740728 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-21c54eee-511c-4b50-aaca-4aa0033c0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:53.742300 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-21c54eee-511c-4b50-aaca-4aa0033c0364 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.0477633 Sep 02 04:35:53.804462 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-43652689-74db-4423-a116-60ea377bc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:53.806003 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-43652689-74db-4423-a116-60ea377bc3fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489614 Sep 02 04:35:53.860677 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:53.898474 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-ccd9dcb0-f9ac-447a-84d1-90a99980cd36 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847666 Sep 02 04:35:53.998868 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-de5d42f7-93c8-4d4d-9cd6-3d0040d07d7b req-09a80434-2b84-4575-86f4-13b54a93e0e7 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922904 Sep 02 04:35:54.137853 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:54.281753 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:54.417719 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624225'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:54.434332 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c92cda-bca7-4de9-873e-222fe8773f09 req-3e909eec-ee63-4a8c-834f-d44ac80bd20e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:54.435804 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c2c92cda-bca7-4de9-873e-222fe8773f09 req-3e909eec-ee63-4a8c-834f-d44ac80bd20e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0486357 Sep 02 04:35:54.479777 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c2c92cda-bca7-4de9-873e-222fe8773f09 req-b5fbdedf-ca38-4f88-b8e9-9b9542143e1b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372257 Sep 02 04:35:54.488511 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event updated for resources: {'Port': ['ID=7ab3cce3-7f3a-4c8c-bbed-5d7cf6f18013,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:54.501029 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:54.601068 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.l3_db [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Floating IP 3b389ff1-8e47-4481-8bf7-ffcf8dc32dc4 associated. External IP: 172.27.2.150, port: 442b5f85-df00-4a4b-a475-71e2d347a54b. Sep 02 04:35:54.827830 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Router 3c8afa28-67e0-4700-a976-73ebf8bed772 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:35:54.854911 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:55.178868 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:35:55.190373 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] Sync routers for ids ['3c8afa28-67e0-4700-a976-73ebf8bed772'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:35:55.203537 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] Routers {'3c8afa28-67e0-4700-a976-73ebf8bed772'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:35:55.204211 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:35:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3c8afa28-67e0-4700-a976-73ebf8bed772'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:55.257848 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:55.323939 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-fc70d31a-b20c-4073-b761-38f88f426332 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5321939 Sep 02 04:35:55.323939 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b'}] {{(pid=94402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:35:55.323939 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2984c995e9f942f56fc048a2137e3950b61e74cc960b4c50d17b3411b6e28a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07fc4d2-0573-407f-ae71-63946d3d2e14" -d '{"events": [{"name": "network-changed", "server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b"}]}' {{(pid=94402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:35:55.358802 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41297200-0804-4930-aec3-5236957ad3bf x-openstack-request-id: req-41297200-0804-4930-aec3-5236957ad3bf {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:35:55.359074 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b", "status": "completed", "code": 200}]} {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:35:55.359795 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41297200-0804-4930-aec3-5236957ad3bf {{(pid=94402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:35:55.359795 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'status': 'completed', 'code': 200} Sep 02 04:35:55.370431 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] Set router 3c8afa28-67e0-4700-a976-73ebf8bed772 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:35:55.489587 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-1a0d851b-2107-44fc-9e87-c0e6e44fa611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:55.493706 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-1a0d851b-2107-44fc-9e87-c0e6e44fa611 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=517e94bc84864ab9ae4f9150a816973b&device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1099 time: 0.0806570 Sep 02 04:35:55.652852 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '3b389ff1-8e47-4481-8bf7-ffcf8dc32dc4', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'port_id': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'mac_address': 'fa:16:3e:08:aa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:35:53Z', 'updated_at': '2021-09-02T04:35:53Z', 'revision_number': 0, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374af0aa-6fc0-40ec-89bc-7623e2299879', 'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'mac_address': 'fa:16:3e:b5:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:57Z', 'updated_at': '2021-09-02T04:35:04Z', 'revision_number': 5, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'subnets': [{'id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:55.654507 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a217af7-fdd9-4c29-a051-b27484399068 req-62e8d5c7-0f5f-47fe-ba8d-66067f684f3e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:55.656257 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2a217af7-fdd9-4c29-a051-b27484399068 req-62e8d5c7-0f5f-47fe-ba8d-66067f684f3e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0671563 Sep 02 04:35:55.661227 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-eb2abe36-8e53-4871-888e-5fa4dd26e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:55.662893 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-eb2abe36-8e53-4871-888e-5fa4dd26e7f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bfa45e8-237f-4771-91ff-dea054465f36 HTTP/1.1" status: 200 len: 909 time: 0.1617346 Sep 02 04:35:55.695387 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] Checking router: 3c8afa28-67e0-4700-a976-73ebf8bed772 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:35:55.709895 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] Routers {'3c8afa28-67e0-4700-a976-73ebf8bed772'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:35:55.710957 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:35:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3c8afa28-67e0-4700-a976-73ebf8bed772'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:55.740426 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2a217af7-fdd9-4c29-a051-b27484399068 req-a5e43837-ad65-4718-90e8-e069107aa73d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767004 Sep 02 04:35:55.796334 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-688a5cfc-2987-4b89-b2c6-46f87f390ad6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=442b5f85-df00-4a4b-a475-71e2d347a54b HTTP/1.1" status: 200 len: 1000 time: 0.1249671 Sep 02 04:35:55.879437 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-3e0e7fb9-972e-4dde-aeb9-f07c5c471b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:55.881330 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-3e0e7fb9-972e-4dde-aeb9-f07c5c471b98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef HTTP/1.1" status: 200 len: 848 time: 0.0765536 Sep 02 04:35:55.892961 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] Set router 3c8afa28-67e0-4700-a976-73ebf8bed772 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:35:56.006043 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-bdfa6d96-5c5b-4437-b228-bff9897dd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:56.006043 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-bdfa6d96-5c5b-4437-b228-bff9897dd532 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bfa45e8-237f-4771-91ff-dea054465f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1142180 Sep 02 04:35:56.148437 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-4cbbd921-6fb5-4186-96ca-88245484c91a service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323738 Sep 02 04:35:56.311345 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b07fc4d2-0573-407f-ae71-63946d3d2e14 req-804476b2-e6d7-4669-8f21-34cc7cffaf33 service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570904 Sep 02 04:35:56.394994 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '3b389ff1-8e47-4481-8bf7-ffcf8dc32dc4', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'port_id': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'mac_address': 'fa:16:3e:08:aa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:35:53Z', 'updated_at': '2021-09-02T04:35:53Z', 'revision_number': 0, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374af0aa-6fc0-40ec-89bc-7623e2299879', 'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'mac_address': 'fa:16:3e:b5:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:57Z', 'updated_at': '2021-09-02T04:35:04Z', 'revision_number': 5, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'subnets': [{'id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:56.427688 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d751b35-a263-4155-b330-7e10fb84d082 None None] The sync data for ids ['3c8afa28-67e0-4700-a976-73ebf8bed772'] in dv-cinder-804735-7-iscsi is: [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '3b389ff1-8e47-4481-8bf7-ffcf8dc32dc4', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'port_id': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'mac_address': 'fa:16:3e:08:aa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:35:53Z', 'updated_at': '2021-09-02T04:35:53Z', 'revision_number': 0, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374af0aa-6fc0-40ec-89bc-7623e2299879', 'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'mac_address': 'fa:16:3e:b5:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:57Z', 'updated_at': '2021-09-02T04:35:04Z', 'revision_number': 5, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'subnets': [{'id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:35:56.658776 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd5723-9d1a-4fc7-ae0d-8d64883fea07 None None] New status for floating IP 3b389ff1-8e47-4481-8bf7-ffcf8dc32dc4: ACTIVE {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:35:56.898531 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2c52e-9b4d-4c6e-850d-39b51b4bcff4 req-16443484-9988-4cb6-955d-467325786a89 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:56.900059 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-64f2c52e-9b4d-4c6e-850d-39b51b4bcff4 req-16443484-9988-4cb6-955d-467325786a89 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0571017 Sep 02 04:35:56.948055 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-64f2c52e-9b4d-4c6e-850d-39b51b4bcff4 req-063d5c81-49f0-43bc-9217-0efbf312b67d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394578 Sep 02 04:35:57.313700 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 49688) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:57.367901 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d1daff-7130-4f68-a951-dd352069f5eb admin admin] Deleting subnet d094f100-c1e8-4c6a-923b-2336cbe441a2 {{(pid=94402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:35:57.371473 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-55d1daff-7130-4f68-a951-dd352069f5eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:57.413361 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-55d1daff-7130-4f68-a951-dd352069f5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25656299'] for subnet, precommit_delete_associations {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:57.456314 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-55d1daff-7130-4f68-a951-dd352069f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:57.603856 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-55d1daff-7130-4f68-a951-dd352069f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439641'] for subnet, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:57.628693 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1daff-7130-4f68-a951-dd352069f5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d094f100-c1e8-4c6a-923b-2336cbe441a2,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:57.635543 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-55d1daff-7130-4f68-a951-dd352069f5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:57.640205 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 49690) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:57.640685 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-55d1daff-7130-4f68-a951-dd352069f5eb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d094f100-c1e8-4c6a-923b-2336cbe441a2 HTTP/1.1" status: 204 len: 168 time: 0.3254735 Sep 02 04:35:57.723051 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:57.831731 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:57.842065 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116d17e0-f7af-4097-899a-e7111647f627']}} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:57.853998 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243de83e-8571-45fe-b1e0-80bc7e5df694') {'for_net_delete': True} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:57.854290 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243de83e-8571-45fe-b1e0-80bc7e5df694') {} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:35:57.862723 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26510884'] for segment, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:57.882470 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:57.890957 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:35:57.891474 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26573138'] for segment, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: Traceback (most recent call last): Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: timer() Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: cb(*args, **kw) Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: return func(*args, **kwargs) Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: self._notify() Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: self.callback(batched_events) Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: event.method(event) Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: return f(self, *a, **k) Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._get(url).json() Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: return self.request(url, 'GET', **kwargs) Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:35:57.893217 dv-cinder-804735-7-iscsi neutron-server[94401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:35:58.078696 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0d38b-d51c-4f00-9250-f4d6e346c57e req-656e69ca-cfac-440f-ab29-4c3791afc977 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:58.080176 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ffb0d38b-d51c-4f00-9250-f4d6e346c57e req-656e69ca-cfac-440f-ab29-4c3791afc977 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0466831 Sep 02 04:35:58.117005 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ffb0d38b-d51c-4f00-9250-f4d6e346c57e req-050b2b6c-75f6-4812-a7ca-ee8052ef609a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309343 Sep 02 04:35:58.169424 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:58.175087 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:58.178282 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/116d17e0-f7af-4097-899a-e7111647f627 HTTP/1.1" status: 204 len: 168 time: 0.5357389 Sep 02 04:35:58.189781 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=116d17e0-f7af-4097-899a-e7111647f627,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:58.199304 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.199655 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.200014 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.200351 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.200680 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.201852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.201852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.201852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.202196 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.202443 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.203043 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.203043 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05c03e-c3ab-4b31-b311-ed13901a76c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:35:58.616020 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 49702) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:58.658513 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7885fc52-b80d-4fc1-bb6d-fccf2b2e0bed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3db6fa006b6f47ee95cae83d696c4b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412331 Sep 02 04:35:58.661683 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 49704) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:35:58.718123 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9951725e-02a3-48fa-a045-e406f79a3941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:58.765435 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9951725e-02a3-48fa-a045-e406f79a3941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:58.923576 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9951725e-02a3-48fa-a045-e406f79a3941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:58.928014 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9951725e-02a3-48fa-a045-e406f79a3941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:35:58.931333 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-9951725e-02a3-48fa-a045-e406f79a3941 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/492c5082-5b76-48b4-b58b-91b239716dcd HTTP/1.1" status: 204 len: 168 time: 0.2663596 Sep 02 04:35:58.938088 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951725e-02a3-48fa-a045-e406f79a3941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492c5082-5b76-48b4-b58b-91b239716dcd,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:35:59.304892 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741d53-e758-489e-82f1-f6d1c779ed8a req-cb3bc20f-b281-4038-b34f-8257d0020dd7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:35:59.314396 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9e741d53-e758-489e-82f1-f6d1c779ed8a req-cb3bc20f-b281-4038-b34f-8257d0020dd7 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.1069775 Sep 02 04:35:59.389809 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9e741d53-e758-489e-82f1-f6d1c779ed8a req-574096ca-412b-4ba1-b813-b6bea033c152 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608284 Sep 02 04:36:00.538207 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3460a-2fd4-4f5a-95b3-3d84d19680b7 req-c6c94bf1-78c4-4538-9f3e-df48a89abadd tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:00.539896 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7ed3460a-2fd4-4f5a-95b3-3d84d19680b7 req-c6c94bf1-78c4-4538-9f3e-df48a89abadd tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0665877 Sep 02 04:36:00.583886 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7ed3460a-2fd4-4f5a-95b3-3d84d19680b7 req-58c0b44b-9725-4b90-a809-a5a86ab2671b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376790 Sep 02 04:36:01.729410 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3d6a-a0a9-4ad2-b762-6c0ac63ed9a0 req-2fa1cf4e-fbc1-4212-86d9-4da6736229d5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:01.730889 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-eb2b3d6a-a0a9-4ad2-b762-6c0ac63ed9a0 req-2fa1cf4e-fbc1-4212-86d9-4da6736229d5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0495076 Sep 02 04:36:01.734441 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-bbba8490-23c8-4888-8559-162ec7d7543e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:01.770161 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-eb2b3d6a-a0a9-4ad2-b762-6c0ac63ed9a0 req-81e0dbcd-7a0f-4b80-9aaa-a27cbdd0ba73 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330951 Sep 02 04:36:02.891348 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455e916-f4bd-4dc5-8e8b-1e2f61c6a65e req-cfcbe8d2-c02f-435f-abcf-77ee78c066f2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:02.892850 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a455e916-f4bd-4dc5-8e8b-1e2f61c6a65e req-cfcbe8d2-c02f-435f-abcf-77ee78c066f2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0506134 Sep 02 04:36:02.930383 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a455e916-f4bd-4dc5-8e8b-1e2f61c6a65e req-5c27a9cf-93cf-43ed-9597-6fef5312d793 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316763 Sep 02 04:36:03.260055 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-322ca90e-bd2e-4d3b-a9f2-1e91760b0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:03.261489 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-322ca90e-bd2e-4d3b-a9f2-1e91760b0d48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 1099 time: 0.0380337 Sep 02 04:36:03.354841 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-abb81853-1316-4da1-83e9-b03022314b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:03.356318 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-abb81853-1316-4da1-83e9-b03022314b38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 917 time: 0.0883734 Sep 02 04:36:03.420297 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-33e6f10f-70b0-498c-ac9c-7fe19a15f534 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 HTTP/1.1" status: 200 len: 1001 time: 0.0575855 Sep 02 04:36:03.468544 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-63719717-304c-437e-a939-ff7b00668c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:03.470018 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-63719717-304c-437e-a939-ff7b00668c29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.0434501 Sep 02 04:36:03.520333 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-959e81db-70ac-41ba-a38a-31ee0cadeb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:03.522717 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-959e81db-70ac-41ba-a38a-31ee0cadeb78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458603 Sep 02 04:36:03.623969 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-5e147d59-898a-4179-8852-678898cc8908 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891268 Sep 02 04:36:03.718228 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2427c42e-549d-4f95-9cd3-a410ce6c6997 req-8d5e972c-9fbc-4257-bc0c-285428997874 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909638 Sep 02 04:36:04.048459 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753cde9-e393-47d4-9653-7f055c97dc40 req-7eb29023-c51e-4a5c-81ae-1ced33788771 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:04.049904 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9753cde9-e393-47d4-9653-7f055c97dc40 req-7eb29023-c51e-4a5c-81ae-1ced33788771 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0461264 Sep 02 04:36:04.088973 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9753cde9-e393-47d4-9653-7f055c97dc40 req-95039abc-9874-4a97-8524-d2aef1752451 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302925 Sep 02 04:36:04.436834 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-01359dc4-a89c-4d45-bd62-dcda0d027f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:04.605836 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:05.212909 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bd997-6953-4608-9c40-409f563fee5c req-45858c43-b20d-4e27-9d3a-557b333f64bf tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:05.214277 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0d7bd997-6953-4608-9c40-409f563fee5c req-45858c43-b20d-4e27-9d3a-557b333f64bf tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0477126 Sep 02 04:36:05.252178 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0d7bd997-6953-4608-9c40-409f563fee5c req-1fa1d844-1107-489e-a673-7c6df1c336de tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319993 Sep 02 04:36:05.348844 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:06.372036 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dee892-ed0f-4f5d-b238-54a113e032a8 req-7800a6bb-5dfb-4b4f-b2db-6b3319d736f8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:06.373463 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-54dee892-ed0f-4f5d-b238-54a113e032a8 req-7800a6bb-5dfb-4b4f-b2db-6b3319d736f8 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 946 time: 0.0498765 Sep 02 04:36:06.410120 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-54dee892-ed0f-4f5d-b238-54a113e032a8 req-6ba8ed17-fab7-41c7-87f7-0955f6028e93 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307739 Sep 02 04:36:07.234095 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:07.540373 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:36:07.614743 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:07.637657 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:36:07.640047 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ce5fe5-e85c-44e7-922b-228916ecbb90" -d '{"events": [{"server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "name": "network-vif-unplugged", "status": "completed", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:36:07.652208 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:36:07.675376 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 04:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822b77a1-1e0f-46ea-ae66-3bdb280eadbc x-openstack-request-id: req-822b77a1-1e0f-46ea-ae66-3bdb280eadbc {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:36:07.675662 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "name": "network-vif-unplugged", "status": "failed", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477", "code": 422}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:36:07.675952 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-822b77a1-1e0f-46ea-ae66-3bdb280eadbc {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:36:07.676355 dv-cinder-804735-7-iscsi neutron-server[94403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'code': 422} returned with failed status Sep 02 04:36:07.806387 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:07.853838 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=8']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:08.641186 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [req-0892883d-0fe7-49e0-86a6-400a4d3ab3d3 req-990911ff-366e-4884-a919-60999108eb27 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:36:08.642155 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0892883d-0fe7-49e0-86a6-400a4d3ab3d3 req-990911ff-366e-4884-a919-60999108eb27 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054071 Sep 02 04:36:08.909130 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504f898-1653-4177-9282-34c3abb4c7c9 req-a3c8b99a-9f41-42c5-bd3d-e74a892c41f5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:08.910578 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5504f898-1653-4177-9282-34c3abb4c7c9 req-a3c8b99a-9f41-42c5-bd3d-e74a892c41f5 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0468824 Sep 02 04:36:08.950751 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5504f898-1653-4177-9282-34c3abb4c7c9 req-8c441772-941e-4ca0-80fa-14eedf9e2a05 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339310 Sep 02 04:36:09.419197 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 49820) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:09.503381 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-c17917b8-91a8-4e19-a7f7-493e33e2965f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830557 Sep 02 04:36:09.512189 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-8267b363-a003-4e0d-ab36-76dea22d4ad0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:36:09.513389 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-8267b363-a003-4e0d-ab36-76dea22d4ad0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051320 Sep 02 04:36:10.075195 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcd5fd-71c0-4c80-ad62-250e9228b00f req-dce03ae1-e00f-4803-9283-f5df39811bb1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:10.077362 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a0bcd5fd-71c0-4c80-ad62-250e9228b00f req-dce03ae1-e00f-4803-9283-f5df39811bb1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0558774 Sep 02 04:36:10.115018 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a0bcd5fd-71c0-4c80-ad62-250e9228b00f req-5c7e3e60-bacd-426d-b17a-12d289dae598 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Sep 02 04:36:10.964399 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-e16e168a-a23b-465c-939a-f747630c035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:10.965830 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-e16e168a-a23b-465c-939a-f747630c035a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53&tenant_id=0931655f059d4af598f60bd195366b84 HTTP/1.1" status: 200 len: 1097 time: 0.0414963 Sep 02 04:36:11.039831 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-660cea9d-4e95-4b05-821d-1f9b5bbe0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:11.041214 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-660cea9d-4e95-4b05-821d-1f9b5bbe0e4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0931655f059d4af598f60bd195366b84&device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 1097 time: 0.0374856 Sep 02 04:36:11.127087 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-eee62526-dbda-4d25-8ad9-1eecee76e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:11.128510 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-eee62526-dbda-4d25-8ad9-1eecee76e20b service neutron] 10.222.0.20 "GET /v2.0/networks?id=46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 200 len: 917 time: 0.0798566 Sep 02 04:36:11.202891 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-21cedd93-1341-4b0b-80b7-09d9d1c68215 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 HTTP/1.1" status: 200 len: 999 time: 0.0669286 Sep 02 04:36:11.269977 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656581bc-5d84-4baf-b62d-b6d78de30895 req-971df072-a83d-458a-a2eb-be2e4fe22c48 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:11.274766 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-656581bc-5d84-4baf-b62d-b6d78de30895 req-971df072-a83d-458a-a2eb-be2e4fe22c48 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0850050 Sep 02 04:36:11.274766 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-ff108607-04f5-49b9-97a7-39f11d3ea3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:11.274766 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-ff108607-04f5-49b9-97a7-39f11d3ea3f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 200 len: 856 time: 0.0588965 Sep 02 04:36:11.339312 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-656581bc-5d84-4baf-b62d-b6d78de30895 req-a9017003-6415-453f-befc-ae64eed4b337 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617809 Sep 02 04:36:11.345348 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-7cc6ef22-8544-407a-9c8b-776fc27f1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:11.346749 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-7cc6ef22-8544-407a-9c8b-776fc27f1770 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46143dd2-0d1f-423e-b171-0ee837e54bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624568 Sep 02 04:36:11.436351 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-940aa26c-78d2-47fe-9e56-b8c496fc8a38 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813389 Sep 02 04:36:11.525261 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d3bc9b11-d1f7-4023-ab32-904b726aa17d req-a9f31dc7-d4e9-47cb-afd8-c1816f8c7364 service neutron] 10.222.0.20 "GET /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823576 Sep 02 04:36:12.467884 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f27605-3323-413a-8e50-3804635af542 req-82acc43a-cf96-487a-8b11-db3c734bef8e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:12.469401 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-47f27605-3323-413a-8e50-3804635af542 req-82acc43a-cf96-487a-8b11-db3c734bef8e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0528250 Sep 02 04:36:12.506997 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-47f27605-3323-413a-8e50-3804635af542 req-04e8670b-2c27-44e8-83a0-20bc513c21ec tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312741 Sep 02 04:36:13.629709 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed464e-a0c4-483f-90a6-13d0a4c5b385 req-ba6c76b9-dc01-41e7-b671-8174603a5b9c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:13.631265 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f9ed464e-a0c4-483f-90a6-13d0a4c5b385 req-ba6c76b9-dc01-41e7-b671-8174603a5b9c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0497911 Sep 02 04:36:13.672134 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f9ed464e-a0c4-483f-90a6-13d0a4c5b385 req-65a561eb-57fa-4000-8f11-8f2266632a01 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343683 Sep 02 04:36:14.800882 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe9a89-a49b-43f9-aca5-d9392cb421e7 req-a06bca42-b471-47c0-b971-2a708c255803 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:14.802360 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-23fe9a89-a49b-43f9-aca5-d9392cb421e7 req-a06bca42-b471-47c0-b971-2a708c255803 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0560331 Sep 02 04:36:14.840155 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-23fe9a89-a49b-43f9-aca5-d9392cb421e7 req-b67e3ca6-51a9-42e4-87bb-7c149600102d tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318797 Sep 02 04:36:15.963026 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333523c-a3e4-4864-a628-d142f7fa6814 req-a8037fd8-2fa8-4e42-a896-eb3b35c1a520 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:15.964496 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4333523c-a3e4-4864-a628-d142f7fa6814 req-a8037fd8-2fa8-4e42-a896-eb3b35c1a520 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0524640 Sep 02 04:36:16.007062 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4333523c-a3e4-4864-a628-d142f7fa6814 req-d9be94cf-0a02-4082-884b-137693f18c1f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366848 Sep 02 04:36:16.933082 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:36:17.138052 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d333a-e22a-4e56-9bb6-dcec911e14ea req-e08fef87-3445-485a-b736-020990161872 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:17.139604 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bd8d333a-e22a-4e56-9bb6-dcec911e14ea req-e08fef87-3445-485a-b736-020990161872 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0524101 Sep 02 04:36:17.178301 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-bd8d333a-e22a-4e56-9bb6-dcec911e14ea req-cbac06dd-5121-4470-b783-660dbbb2b110 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328135 Sep 02 04:36:18.442344 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685cc40-304b-4cd0-826f-11c5c8b45fc6 req-7b3b7c91-e9ff-4a55-8043-7ad0dc2db96b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:18.442344 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d685cc40-304b-4cd0-826f-11c5c8b45fc6 req-7b3b7c91-e9ff-4a55-8043-7ad0dc2db96b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0493090 Sep 02 04:36:18.442344 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d685cc40-304b-4cd0-826f-11c5c8b45fc6 req-fd2437c4-c546-4aa8-bd23-723cd42f49cd tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378649 Sep 02 04:36:19.548767 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b62c4c-77b4-4f71-94ca-a454581473b6 req-136e57e7-1e87-4ad6-b3b1-c9fb487a48cf tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:19.550206 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a1b62c4c-77b4-4f71-94ca-a454581473b6 req-136e57e7-1e87-4ad6-b3b1-c9fb487a48cf tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0503500 Sep 02 04:36:19.598729 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a1b62c4c-77b4-4f71-94ca-a454581473b6 req-6f330b26-c8c4-413b-b1ff-42f77d973f83 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420625 Sep 02 04:36:20.723265 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f3e78-24f6-4630-8cc6-fe96e363bf34 req-9ca24a3d-9870-45cf-a47b-37b5c618fc19 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:20.724792 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-552f3e78-24f6-4630-8cc6-fe96e363bf34 req-9ca24a3d-9870-45cf-a47b-37b5c618fc19 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0499024 Sep 02 04:36:20.767253 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-552f3e78-24f6-4630-8cc6-fe96e363bf34 req-a66edf78-c8c6-4fd3-ab8f-67f1769ca090 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343413 Sep 02 04:36:21.950216 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d869e-21e7-48d3-93f1-d27397e300fa req-78344ad8-a3d1-43ba-bdf5-0d5bb9e8f40e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:21.950216 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e05d869e-21e7-48d3-93f1-d27397e300fa req-78344ad8-a3d1-43ba-bdf5-0d5bb9e8f40e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0594580 Sep 02 04:36:21.950216 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e05d869e-21e7-48d3-93f1-d27397e300fa req-2a899562-a75d-4f4a-b51a-4b2e197a92df tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330491 Sep 02 04:36:23.077064 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36fd70-3fb3-4835-be32-3e6725a3ad60 req-19e44585-e0ad-44d5-b726-d36ba099f82f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:23.079139 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9e36fd70-3fb3-4835-be32-3e6725a3ad60 req-19e44585-e0ad-44d5-b726-d36ba099f82f tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0641062 Sep 02 04:36:23.121317 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9e36fd70-3fb3-4835-be32-3e6725a3ad60 req-3cd8f42a-0ea8-4d23-9c38-722b8f73080c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361562 Sep 02 04:36:24.239276 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d6e75-bfbd-4a4c-b05f-90c83c0cf66a req-38f6559a-9e28-4e1a-a9a1-a7803cfe5207 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:24.240758 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e70d6e75-bfbd-4a4c-b05f-90c83c0cf66a req-38f6559a-9e28-4e1a-a9a1-a7803cfe5207 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0492806 Sep 02 04:36:24.278397 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e70d6e75-bfbd-4a4c-b05f-90c83c0cf66a req-cdb8e015-2feb-4215-9760-c886ade73a85 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317450 Sep 02 04:36:24.869461 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:25.396474 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87fadc-3c6a-4a18-bfb2-0588f457ce77 req-55ac28ad-07ea-486a-8faa-017de17d3da3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:25.398025 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eb87fadc-3c6a-4a18-bfb2-0588f457ce77 req-55ac28ad-07ea-486a-8faa-017de17d3da3 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 944 time: 0.0487430 Sep 02 04:36:25.436208 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eb87fadc-3c6a-4a18-bfb2-0588f457ce77 req-0a41738a-7181-46b5-b589-8e27bb2a284a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315299 Sep 02 04:36:25.621486 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:36:25.719057 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:36:25.730765 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'port_id': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'mac_address': 'fa:16:3e:88:44:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:36:25.766594 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:25.779190 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:36:25.801922 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:36:25.896499 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:25.943556 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=9']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:26.213923 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:36:26.552911 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37af5b-a095-496b-a1f1-ba97ba8575c6 req-b0f0dd92-bcf0-4a5f-9319-735367e364b4 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:26.554344 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e37af5b-a095-496b-a1f1-ba97ba8575c6 req-b0f0dd92-bcf0-4a5f-9319-735367e364b4 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 945 time: 0.0469134 Sep 02 04:36:26.591516 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e37af5b-a095-496b-a1f1-ba97ba8575c6 req-efd90ff3-0063-4879-b862-34ec01426ede tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311046 Sep 02 04:36:27.620184 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:36:27.668391 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:36:27.668760 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:27.711666 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597317f5-814f-4fa6-a97d-99d379840249 req-94427485-0376-48c8-8ab7-50dab1ed8841 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:27.713092 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-597317f5-814f-4fa6-a97d-99d379840249 req-94427485-0376-48c8-8ab7-50dab1ed8841 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 945 time: 0.0514581 Sep 02 04:36:27.743931 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:27.750808 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-597317f5-814f-4fa6-a97d-99d379840249 req-5321f99e-331e-406d-8e01-35b3612c4612 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Sep 02 04:36:27.769771 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:36:27.769771 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9588622-de92-41c8-b4ca-6b4729aa7014" -d '{"events": [{"server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "name": "network-vif-plugged", "status": "completed", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:36:27.782205 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:36:27.804355 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11adb988-2ca8-47ef-b7cb-fe2f9206d2a5 x-openstack-request-id: req-11adb988-2ca8-47ef-b7cb-fe2f9206d2a5 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:36:27.804645 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "name": "network-vif-plugged", "status": "completed", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:36:27.804898 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11adb988-2ca8-47ef-b7cb-fe2f9206d2a5 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:36:27.805289 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'code': 200} Sep 02 04:36:27.851218 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:27.901838 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=10']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:28.132898 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7770c32-ed3a-4b15-bab1-91b9c38702ee req-d3d11ce4-264c-455c-b0f7-3d3653db0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:28.134363 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b7770c32-ed3a-4b15-bab1-91b9c38702ee req-d3d11ce4-264c-455c-b0f7-3d3653db0524 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 1100 time: 0.0393856 Sep 02 04:36:28.169195 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b7770c32-ed3a-4b15-bab1-91b9c38702ee req-f60374de-95cb-4492-a8d2-6d31c7bb8453 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270536 Sep 02 04:36:28.867488 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b3afe-32c0-4276-9da0-aa186dc18239 req-80c7532a-ba07-46b9-93d1-8108ef2b61af tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:28.868981 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2b4b3afe-32c0-4276-9da0-aa186dc18239 req-80c7532a-ba07-46b9-93d1-8108ef2b61af tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 947 time: 0.0471706 Sep 02 04:36:28.905717 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2b4b3afe-32c0-4276-9da0-aa186dc18239 req-af5d5904-0fca-478f-85a6-01584c6d7a7a tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Sep 02 04:36:30.027826 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a7a33-a345-448a-aaaf-fddefdfa12f1 req-250a511f-dcd0-428f-87d7-eb29b8ef71a0 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:30.029323 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-865a7a33-a345-448a-aaaf-fddefdfa12f1 req-250a511f-dcd0-428f-87d7-eb29b8ef71a0 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 947 time: 0.0521090 Sep 02 04:36:30.066512 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-865a7a33-a345-448a-aaaf-fddefdfa12f1 req-9b6833ca-6819-44ad-8005-3ecae479093c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310848 Sep 02 04:36:31.182679 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee242775-9b9a-4cee-baeb-7ccd5084844c req-73dfa8b7-c420-4545-8376-0d805d6665a2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:31.184157 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ee242775-9b9a-4cee-baeb-7ccd5084844c req-73dfa8b7-c420-4545-8376-0d805d6665a2 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 947 time: 0.0476582 Sep 02 04:36:31.220364 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ee242775-9b9a-4cee-baeb-7ccd5084844c req-5918412a-2435-4119-88b7-bc59e1945578 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303795 Sep 02 04:36:31.731432 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-82b40ae3-56c4-41b8-b5a2-a90f57f6fff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:34.499497 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-fa69980b-a426-41da-bd9b-3d7771e81cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:34.628437 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:35.325829 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:37.268258 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:40.953710 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d76fb-cac2-4995-97cd-3300eae6e631 req-38a6ef13-7e8d-4690-a724-924cc29249e5 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:40.955181 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-811d76fb-cac2-4995-97cd-3300eae6e631 req-38a6ef13-7e8d-4690-a724-924cc29249e5 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 946 time: 0.0482359 Sep 02 04:36:40.991771 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-811d76fb-cac2-4995-97cd-3300eae6e631 req-25604d7e-7ea9-493b-aab2-f45140163dcb tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306032 Sep 02 04:36:42.106613 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81007a-9290-4216-aa50-97a902028411 req-ca979ee9-8681-4e8c-bcd4-25ab675b680c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:42.108084 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4b81007a-9290-4216-aa50-97a902028411 req-ca979ee9-8681-4e8c-bcd4-25ab675b680c tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 946 time: 0.0503643 Sep 02 04:36:42.144786 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4b81007a-9290-4216-aa50-97a902028411 req-3d81696f-12e8-419c-8a22-3ab2a48b12b7 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303855 Sep 02 04:36:42.872439 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-f34a9e17-774c-4309-bf5c-19795baa2dcf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:42.873837 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-f34a9e17-774c-4309-bf5c-19795baa2dcf tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 946 time: 0.0450177 Sep 02 04:36:42.961322 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Deleting port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:36:42.961741 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:43.044310 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] For port 30234d74-b9ed-48a4-ac77-9d01af5c2a78, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=30234d74-b9ed-48a4-ac77-9d01af5c2a78,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:36:43.044662 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:43.206766 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:43.207149 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:43.207466 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.l3_db [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Floating IP 47ff1e00-f4e1-48f1-823f-e5b48a949878 disassociated. External IP: 172.27.2.214, port: 30234d74-b9ed-48a4-ac77-9d01af5c2a78. Sep 02 04:36:43.207810 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Calling delete_port for 30234d74-b9ed-48a4-ac77-9d01af5c2a78 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:36:43.293480 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa477c-6738-47eb-b8bc-dae2e49f4668 req-288046d5-41c9-45f7-a0a8-48c56eacc552 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:43.294793 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-93aa477c-6738-47eb-b8bc-dae2e49f4668 req-288046d5-41c9-45f7-a0a8-48c56eacc552 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 946 time: 0.0850337 Sep 02 04:36:43.347852 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-93aa477c-6738-47eb-b8bc-dae2e49f4668 req-7675ed57-22ac-4ac4-b3fd-930d76199fc3 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e2ab506-2bb6-42f5-8c9d-128e650f32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460801 Sep 02 04:36:43.465158 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:43.500444 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event deleted for resources: {'Port': ['ID=30234d74-b9ed-48a4-ac77-9d01af5c2a78,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:43.604308 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Router 3fdd503d-c928-4892-af7b-93739687984a has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:36:43.976398 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:36:43.986527 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] Sync routers for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:36:43.995662 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:36:43.996384 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:36:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:44.012637 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] No DVR routers for this DVR port 30234d74-b9ed-48a4-ac77-9d01af5c2a78 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:36:44.015807 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:44.017795 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7222e100-f391-467e-b7cd-f834d9f44cbd req-ec1d236e-eae7-4745-acec-dddf21b18129 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.20 "DELETE /v2.0/ports/30234d74-b9ed-48a4-ac77-9d01af5c2a78 HTTP/1.1" status: 204 len: 173 time: 1.1377478 Sep 02 04:36:44.018296 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'name': 'network-vif-deleted', 'tag': '30234d74-b9ed-48a4-ac77-9d01af5c2a78'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:36:44.020521 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16756462-1b9d-4fe9-bdc6-06cd9c95dcf4" -d '{"events": [{"server_uuid": "7c4704c6-71ce-41e9-a0e4-6945d86eac98", "name": "network-vif-deleted", "tag": "30234d74-b9ed-48a4-ac77-9d01af5c2a78"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:36:44.055132 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beb46bd-19a1-4d2e-bdba-6b369a203427 x-openstack-request-id: req-2beb46bd-19a1-4d2e-bdba-6b369a203427 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:36:44.055412 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4704c6-71ce-41e9-a0e4-6945d86eac98", "name": "network-vif-deleted", "tag": "30234d74-b9ed-48a4-ac77-9d01af5c2a78", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:36:44.055667 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2beb46bd-19a1-4d2e-bdba-6b369a203427 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:36:44.056226 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4704c6-71ce-41e9-a0e4-6945d86eac98', 'name': 'network-vif-deleted', 'tag': '30234d74-b9ed-48a4-ac77-9d01af5c2a78', 'status': 'completed', 'code': 200} Sep 02 04:36:44.100762 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:36:44.295254 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:44.325372 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] Checking router: 3fdd503d-c928-4892-af7b-93739687984a for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:36:44.333535 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:36:44.334152 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:36:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:44.438062 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:36:44.450162 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f68cb8fc-42cd-40e3-9190-825720f8f211 req-d7527ddf-f90a-4597-8ce6-21f6784b9766 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4704c6-71ce-41e9-a0e4-6945d86eac98 HTTP/1.1" status: 200 len: 210 time: 0.0260594 Sep 02 04:36:44.627382 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:44.651666 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0cfa85-26aa-4243-86fc-4c30967131f6 None None] The sync data for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi is: [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:29:50Z', 'revision_number': 4, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'd33c081c-0ef0-449e-9921-5698cabc708b', 'name': '', 'network_id': 'ad90c133-531e-4d6b-a1ec-5f41d66215bb', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'mac_address': 'fa:16:3e:ff:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:49Z', 'updated_at': '2021-09-02T04:30:02Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'subnets': [{'id': 'c3f036dc-04d9-4fbb-81de-d3916611a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:36:44.858219 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16bb6d-552b-49a0-9edb-e6b60cd3697b None None] New status for floating IP 47ff1e00-f4e1-48f1-823f-e5b48a949878: DOWN {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:36:45.651572 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50070) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:45.704824 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cde5df38-246d-4ba6-8168-d49419f1e522 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:45.728418 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cde5df38-246d-4ba6-8168-d49419f1e522 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:45.841885 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cde5df38-246d-4ba6-8168-d49419f1e522 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:45.845064 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cde5df38-246d-4ba6-8168-d49419f1e522 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:45.846172 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-cde5df38-246d-4ba6-8168-d49419f1e522 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "DELETE /v2.0/security-groups/9e2ab506-2bb6-42f5-8c9d-128e650f32c1 HTTP/1.1" status: 204 len: 168 time: 0.1936159 Sep 02 04:36:45.849194 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50072) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:45.855337 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5df38-246d-4ba6-8168-d49419f1e522 tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ab506-2bb6-42f5-8c9d-128e650f32c1,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:45.862904 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.api.v2.resource [None req-e0b04937-967c-460d-9dd9-fcf21683369e tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] show failed (client error): The resource could not be found. Sep 02 04:36:45.866777 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50074) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:45.866995 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-e0b04937-967c-460d-9dd9-fcf21683369e tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "GET /v2.0/security-groups/9e2ab506-2bb6-42f5-8c9d-128e650f32c1 HTTP/1.1" status: 404 len: 347 time: 0.0166392 Sep 02 04:36:45.985343 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-19f09f97-bf00-479d-968c-37260b70027f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Deleting port 15926cd0-e1fe-48d5-a371-b1535abfa2e1 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:36:45.985590 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-19f09f97-bf00-479d-968c-37260b70027f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:46.057859 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-19f09f97-bf00-479d-968c-37260b70027f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:46.058193 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-19f09f97-bf00-479d-968c-37260b70027f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:46.069903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-19f09f97-bf00-479d-968c-37260b70027f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Calling delete_port for 15926cd0-e1fe-48d5-a371-b1535abfa2e1 owned by network:floatingip {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:36:46.265789 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-19f09f97-bf00-479d-968c-37260b70027f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:46.290105 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f09f97-bf00-479d-968c-37260b70027f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Pushing event deleted for resources: {'Port': ['ID=15926cd0-e1fe-48d5-a371-b1535abfa2e1,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:46.349837 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-19f09f97-bf00-479d-968c-37260b70027f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:46.352406 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-19f09f97-bf00-479d-968c-37260b70027f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:46.353524 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-19f09f97-bf00-479d-968c-37260b70027f tempest-AttachVolumeTestJSON-257697887 tempest-AttachVolumeTestJSON-257697887-project] 10.222.0.13 "DELETE /v2.0/floatingips/47ff1e00-f4e1-48f1-823f-e5b48a949878 HTTP/1.1" status: 204 len: 168 time: 0.4857829 Sep 02 04:36:47.726533 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 30234d74-b9ed-48a4-ac77-9d01af5c2a78 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:36:47.750255 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 30234d74-b9ed-48a4-ac77-9d01af5c2a78 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:36:47.750600 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 30234d74-b9ed-48a4-ac77-9d01af5c2a78 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:36:50.386716 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50102) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:50.802678 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646385'] for router_interface, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:51.033060 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] Deleting port d33c081c-0ef0-449e-9921-5698cabc708b {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:36:51.033394 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:51.110643 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] For port d33c081c-0ef0-449e-9921-5698cabc708b, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=d33c081c-0ef0-449e-9921-5698cabc708b,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:36:51.110933 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:51.122577 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] Calling delete_port for d33c081c-0ef0-449e-9921-5698cabc708b owned by network:router_interface {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:36:51.424801 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:51.449645 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33c081c-0ef0-449e-9921-5698cabc708b,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:51.610717 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074351'] for router_interface, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:51.814372 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] Router 3fdd503d-c928-4892-af7b-93739687984a has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:36:51.915990 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:36:51.922065 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-ff3f6001-9650-48b9-b981-2623fd8e6cf4 admin admin] 10.222.0.13 "PUT /v2.0/routers/3fdd503d-c928-4892-af7b-93739687984a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5331717 Sep 02 04:36:51.923425 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50106) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:51.926043 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] Sync routers for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:36:51.934898 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:36:51.935517 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:36:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:52.022794 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Notify callbacks [] for router, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:52.036411 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:36:52.125248 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:52.300638 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Deleting port 67baae34-dcb8-444a-9e4b-abf9dad1fbae {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:36:52.300994 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:52.326537 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:36:51Z', 'revision_number': 5, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port': {'id': '67baae34-dcb8-444a-9e4b-abf9dad1fbae', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd503d-c928-4892-af7b-93739687984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:45Z', 'updated_at': '2021-09-02T04:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:52.352411 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] Checking router: 3fdd503d-c928-4892-af7b-93739687984a for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:36:52.360310 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] Routers {'3fdd503d-c928-4892-af7b-93739687984a'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:36:52.360919 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:36:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3fdd503d-c928-4892-af7b-93739687984a'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:52.381105 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] For port 67baae34-dcb8-444a-9e4b-abf9dad1fbae, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=67baae34-dcb8-444a-9e4b-abf9dad1fbae,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:36:52.381474 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:52.393972 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Calling delete_port for 67baae34-dcb8-444a-9e4b-abf9dad1fbae owned by network:router_gateway {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:36:52.444924 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] Set router 3fdd503d-c928-4892-af7b-93739687984a gateway port host: None {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:36:52.497470 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:36:52Z', 'revision_number': 6, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port_host': None}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:52.524131 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b9849-9150-4688-a373-26bf99906079 None None] The sync data for ids ['3fdd503d-c928-4892-af7b-93739687984a'] in dv-cinder-804735-7-iscsi is: [{'id': '3fdd503d-c928-4892-af7b-93739687984a', 'name': 'tempest-AttachVolumeTestJSON-476170552-router', 'tenant_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:43Z', 'updated_at': '2021-09-02T04:36:52Z', 'revision_number': 6, 'project_id': 'b7c30d815e4b455b8ab704d7e86dbf2f', 'gw_port_host': None}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:36:52.644979 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:52.671431 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Pushing event deleted for resources: {'Port': ['ID=67baae34-dcb8-444a-9e4b-abf9dad1fbae,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:52.727357 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645515'] for router_gateway, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:52.813286 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1643540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:52.815248 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:52.960018 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1643629'] for router, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:52.960554 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fdd503d-c928-4892-af7b-93739687984a {{(pid=94401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 04:36:52.964796 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:52.970168 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-08220858-f1b2-44b8-83e3-01b5ec14524c admin admin] 10.222.0.13 "DELETE /v2.0/routers/3fdd503d-c928-4892-af7b-93739687984a HTTP/1.1" status: 204 len: 168 time: 1.0415919 Sep 02 04:36:52.970168 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50110) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:53.011539 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f30fc9-5a0a-408f-9be3-aea37dca05fe admin admin] Deleting subnet c3f036dc-04d9-4fbb-81de-d3916611a42e {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:36:53.014464 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a1f30fc9-5a0a-408f-9be3-aea37dca05fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.046953 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a1f30fc9-5a0a-408f-9be3-aea37dca05fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26510909'] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.122641 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a1f30fc9-5a0a-408f-9be3-aea37dca05fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.251860 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a1f30fc9-5a0a-408f-9be3-aea37dca05fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26573068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26635730'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.275604 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f30fc9-5a0a-408f-9be3-aea37dca05fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f036dc-04d9-4fbb-81de-d3916611a42e,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:53.281520 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a1f30fc9-5a0a-408f-9be3-aea37dca05fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.283648 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-a1f30fc9-5a0a-408f-9be3-aea37dca05fe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c3f036dc-04d9-4fbb-81de-d3916611a42e HTTP/1.1" status: 204 len: 168 time: 0.3140950 Sep 02 04:36:53.286056 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50112) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:53.289844 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9514cff1-ddd0-445a-92dd-2761abbdb0fe None None] Network ad90c133-531e-4d6b-a1ec-5f41d66215bb requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:36:53.384034 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.425995 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-ab7679a6-737a-402e-a7ee-6fd82c7622f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696006 Sep 02 04:36:53.448022 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Deleting port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:36:53.448365 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.506298 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] DHCP port deletion for ad90c133-531e-4d6b-a1ec-5f41d66215bb request from dv-cinder-804735-7-iscsi {{(pid=94403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 04:36:53.543799 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] For port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:36:53.544263 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.557566 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Deleting port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 {{(pid=94403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:36:53.565202 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.565440 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Calling delete_port for 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 owned by network:dhcp {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:36:53.565440 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-3dfa32af-4b46-43fb-a6d2-eecf2113917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:53.565440 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-3dfa32af-4b46-43fb-a6d2-eecf2113917d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=517e94bc84864ab9ae4f9150a816973b&device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1099 time: 0.1043437 Sep 02 04:36:53.628939 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] For port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480,segment=NetworkSegment(dda3fbf5-2ee9-4a60-8d06-37b8488555ea),segment_id=dda3fbf5-2ee9-4a60-8d06-37b8488555ea)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:36:53.629330 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.640784 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Calling delete_port for 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 owned by network:dhcp {{(pid=94403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:36:53.712364 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-6ad3a0d9-5048-4948-b619-342bf19364b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:53.713850 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-6ad3a0d9-5048-4948-b619-342bf19364b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bfa45e8-237f-4771-91ff-dea054465f36 HTTP/1.1" status: 200 len: 909 time: 0.1110461 Sep 02 04:36:53.778250 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-2f221c4d-d586-438d-916f-4535175aa760 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=442b5f85-df00-4a4b-a475-71e2d347a54b HTTP/1.1" status: 200 len: 1002 time: 0.0567892 Sep 02 04:36:53.801871 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device d33c081c-0ef0-449e-9921-5698cabc708b no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:36:53.815560 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.822826 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: d33c081c-0ef0-449e-9921-5698cabc708b {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:36:53.823175 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device d33c081c-0ef0-449e-9921-5698cabc708b not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:36:53.823588 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:36:53.825321 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.850571 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Pushing event deleted for resources: {'Port': ['ID=25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:53.852454 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] No DVR routers for this DVR port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 on host dv-cinder-804735-7-iscsi {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:36:53.861430 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-ca61b7b2-d145-43d4-8b29-a99b473ce527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:53.862909 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-ca61b7b2-d145-43d4-8b29-a99b473ce527 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef HTTP/1.1" status: 200 len: 848 time: 0.0781202 Sep 02 04:36:53.871186 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:36:53.871636 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:36:53.872094 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 67baae34-dcb8-444a-9e4b-abf9dad1fbae no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:36:53.874054 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Pushing event deleted for resources: {'Port': ['ID=25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480,revision_number=None']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:53.877981 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] No DVR routers for this DVR port 25aa3a4d-f304-4cef-a7e9-ec1bfd7d1480 on host dv-cinder-804735-7-iscsi {{(pid=94403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:36:53.910622 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.910901 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.911249 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.911591 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.911940 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.912307 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.912640 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.912972 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.913306 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.913635 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.913966 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.914293 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14cec2b-0fda-4e1c-97dd-4e00606226d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:53.917357 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 67baae34-dcb8-444a-9e4b-abf9dad1fbae {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:36:53.917357 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 67baae34-dcb8-444a-9e4b-abf9dad1fbae not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:36:53.933339 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:36:53.955149 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:53.968652 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad90c133-531e-4d6b-a1ec-5f41d66215bb']}} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:53.977153 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-1dfebdbb-6778-4192-a841-364149c22cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:36:53.978632 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-1dfebdbb-6778-4192-a841-364149c22cbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bfa45e8-237f-4771-91ff-dea054465f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994103 Sep 02 04:36:53.981716 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea') {'for_net_delete': True} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:53.982013 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda3fbf5-2ee9-4a60-8d06-37b8488555ea') {} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:36:53.997855 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26510884'] for segment, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:54.025513 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:54.059460 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:36:54.059846 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26573138'] for segment, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: Traceback (most recent call last): Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: timer() Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: cb(*args, **kw) Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: return func(*args, **kwargs) Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: self._notify() Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: self.callback(batched_events) Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: event.method(event) Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: return f(self, *a, **k) Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._get(url).json() Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: return self.request(url, 'GET', **kwargs) Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:36:54.061460 dv-cinder-804735-7-iscsi neutron-server[94401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:36:54.392686 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-792e1dbc-4659-439e-96f7-2ea0289b88b1 service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045057 Sep 02 04:36:54.477714 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:54.485922 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:54.487740 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad90c133-531e-4d6b-a1ec-5f41d66215bb HTTP/1.1" status: 204 len: 168 time: 1.2007675 Sep 02 04:36:54.490978 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cd8e1fed-b5d0-4831-bf6d-7864a01b4748 req-036bbfe9-b17d-4ea6-8a2d-580873859eac service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912731 Sep 02 04:36:54.500125 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624730b-a343-4075-8d63-6c093890fccd admin admin] Pushing event deleted for resources: {'Network': ['ID=ad90c133-531e-4d6b-a1ec-5f41d66215bb,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:54.824764 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50116) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:54.864922 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-a9ad68cc-079e-4804-9649-8c13f9065653 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7c30d815e4b455b8ab704d7e86dbf2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390048 Sep 02 04:36:54.867510 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50118) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:54.868043 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:54.914039 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c62f-c14e-4280-8da0-4d7c1c829999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:54.934273 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c62f-c14e-4280-8da0-4d7c1c829999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:55.062497 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c62f-c14e-4280-8da0-4d7c1c829999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:55.065097 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c62f-c14e-4280-8da0-4d7c1c829999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:55.066929 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-bcc8c62f-c14e-4280-8da0-4d7c1c829999 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a475452-72b6-4294-96d0-b3b5b9bd1c04 HTTP/1.1" status: 204 len: 168 time: 0.1977220 Sep 02 04:36:55.073885 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8c62f-c14e-4280-8da0-4d7c1c829999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a475452-72b6-4294-96d0-b3b5b9bd1c04,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:57.412038 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50168) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:57.512360 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-41637aad-9a52-477a-8b7b-4a9a12816df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:57.594965 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-41637aad-9a52-477a-8b7b-4a9a12816df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:57.696046 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-41637aad-9a52-477a-8b7b-4a9a12816df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:57.735718 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-41637aad-9a52-477a-8b7b-4a9a12816df4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=019726ccfe8144d19edab3d95501e9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225665 Sep 02 04:36:57.736464 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41637aad-9a52-477a-8b7b-4a9a12816df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa394b9-c4f4-4b94-891d-8b8ee3fb33da,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:57.738498 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50174) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:57.786992 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:57.807549 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:57.950481 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:57.953606 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:57.954738 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4aa394b9-c4f4-4b94-891d-8b8ee3fb33da HTTP/1.1" status: 204 len: 168 time: 0.2152498 Sep 02 04:36:57.962472 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa394b9-c4f4-4b94-891d-8b8ee3fb33da,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:57.970080 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.970431 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.970773 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.971361 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.971693 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.972052 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.972380 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.972707 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.973154 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.973345 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.973668 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:57.973988 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f5bc8-d584-4382-a67d-e877abade073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.633271 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50180) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:58.646511 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:58.729443 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:58.793193 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:58.830441 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56eb6e13bb7c4eaebf42c3074f961b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961298 Sep 02 04:36:58.831378 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68471a53-0bab-402c-afc9-4c8548b08b50,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:36:58.833158 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50182) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:36:58.838533 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.838894 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.839243 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.839575 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.839924 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.840265 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.840596 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.840923 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.841271 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.841611 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.841918 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.842239 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133b7f8-2b3d-42d5-9312-bde337247cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:36:58.885014 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-58db3e4b-9b78-4d9d-8f0d-ceda56b679f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:58.907490 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-58db3e4b-9b78-4d9d-8f0d-ceda56b679f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:59.050499 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-58db3e4b-9b78-4d9d-8f0d-ceda56b679f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:59.053086 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-58db3e4b-9b78-4d9d-8f0d-ceda56b679f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:36:59.054229 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-58db3e4b-9b78-4d9d-8f0d-ceda56b679f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68471a53-0bab-402c-afc9-4c8548b08b50 HTTP/1.1" status: 204 len: 168 time: 0.2199905 Sep 02 04:36:59.061682 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db3e4b-9b78-4d9d-8f0d-ceda56b679f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68471a53-0bab-402c-afc9-4c8548b08b50,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:01.759532 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-cc67148a-49a4-4934-a7b4-482ea745b408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:03.163834 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6707-2fc8-4717-8d20-fc155b8cdade req-119feb53-208d-49d2-983c-5e37a4e94947 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:03.165216 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-41ae6707-2fc8-4717-8d20-fc155b8cdade req-119feb53-208d-49d2-983c-5e37a4e94947 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 947 time: 0.0467851 Sep 02 04:37:03.202676 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-41ae6707-2fc8-4717-8d20-fc155b8cdade req-699d3ccf-10b4-4811-9bf5-a3529fa23027 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316114 Sep 02 04:37:04.320481 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b90fd-b9c3-4e31-864e-d6f75db12a2b req-729449c1-4e37-4281-836c-aeef55d81616 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:04.321947 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-987b90fd-b9c3-4e31-864e-d6f75db12a2b req-729449c1-4e37-4281-836c-aeef55d81616 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 947 time: 0.0481205 Sep 02 04:37:04.359324 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-987b90fd-b9c3-4e31-864e-d6f75db12a2b req-dedf9a68-9d2d-4dbe-9699-694e53f4c77c tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups?id=bbbc2804-fa7b-41cf-a182-ac41efc5a42f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Sep 02 04:37:04.439375 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d302c514-38f6-40c0-85df-d1d369b5b048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:04.607344 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:04.639972 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-cd243efd-eef2-4846-98dc-2e089dcfd860 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:04.641405 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-cd243efd-eef2-4846-98dc-2e089dcfd860 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.20 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 947 time: 0.0510952 Sep 02 04:37:04.730032 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Deleting port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:37:04.730375 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:04.822605 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] For port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:37:04.822965 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:04.993490 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:04.993888 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:04.994213 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.l3_db [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Floating IP 9ef5547f-2679-4175-83f8-be4d690f2235 disassociated. External IP: 172.27.2.96, port: 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477. Sep 02 04:37:04.994562 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Calling delete_port for 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:37:05.188737 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:05.216788 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event deleted for resources: {'Port': ['ID=0d20e93c-b79a-4ab1-8a5b-9b2eb4567477,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:05.328662 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Router fc535284-6c18-4332-b179-64fff6573acc has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:37:05.344458 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:05.440419 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:37:05.452159 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] Sync routers for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:37:05.462650 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:37:05.465797 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:37:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:05.465982 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a8d25df1-5bba-4d2f-9aef-e0ae98bd5638 req-7e921b70-f777-482d-97b3-d4797c2784f1 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 210 time: 0.0343730 Sep 02 04:37:05.485236 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] No DVR routers for this DVR port 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:37:05.492333 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:05.494495 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-91f6c633-f846-4e66-8f44-08cff8b4b07b req-da5a10c1-6b16-43c9-a7a3-ed7d45830a4e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.20 "DELETE /v2.0/ports/0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 HTTP/1.1" status: 204 len: 173 time: 0.8466687 Sep 02 04:37:05.494940 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'name': 'network-vif-deleted', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:37:05.499534 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874286d0-5c47-4376-9b49-ceef8da97126" -d '{"events": [{"server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "name": "network-vif-deleted", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:37:05.534624 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438136cb-7744-41a6-8593-75c2a693727a x-openstack-request-id: req-438136cb-7744-41a6-8593-75c2a693727a {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:37:05.534920 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0164b812-ed22-4e84-88e6-93e328601f53", "name": "network-vif-deleted", "tag": "0d20e93c-b79a-4ab1-8a5b-9b2eb4567477", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:37:05.535260 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-438136cb-7744-41a6-8593-75c2a693727a {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:37:05.535881 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0164b812-ed22-4e84-88e6-93e328601f53', 'name': 'network-vif-deleted', 'tag': '0d20e93c-b79a-4ab1-8a5b-9b2eb4567477', 'status': 'completed', 'code': 200} Sep 02 04:37:05.675077 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:37:05.865190 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:05.892777 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] Checking router: fc535284-6c18-4332-b179-64fff6573acc for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:37:05.900501 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:37:05.901086 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:37:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:05.998559 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:37:06.183966 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:06.208901 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab2bfa-856d-44b6-9651-e0447814093d None None] The sync data for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi is: [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:29:48Z', 'revision_number': 4, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '3445381b-0ffe-4e93-a905-cab3d476e6d3', 'name': '', 'network_id': '46143dd2-0d1f-423e-b171-0ee837e54bfa', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'mac_address': 'fa:16:3e:cc:58:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:46Z', 'updated_at': '2021-09-02T04:29:55Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'subnets': [{'id': '671ae8f2-3938-4a92-a369-4883fa7ff168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:37:06.414355 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f5dbd-0261-4e08-90b3-812e0ace4207 None None] New status for floating IP 9ef5547f-2679-4175-83f8-be4d690f2235: DOWN {{(pid=94403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:37:06.563877 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-beb6d6f2-e6f9-4dee-bc0b-453125dc9b7e req-6bdf6797-23cf-40a2-9d31-867eeaeef7c9 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 210 time: 0.0278425 Sep 02 04:37:07.252842 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:07.669515 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-3e7dab38-836a-4901-a67e-125eb0c83ce8 req-8cb2a1bd-a9dd-4dd1-87f7-4c97b7b6492b tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 210 time: 0.0241292 Sep 02 04:37:08.286735 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:37:08.309812 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:37:08.310157 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 0d20e93c-b79a-4ab1-8a5b-9b2eb4567477 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:37:08.777021 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-7ee7750c-74d9-489b-b65e-60eea0c9f042 req-4e247035-9897-4b43-aacf-4bca68b5f027 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/ports?device_id=0164b812-ed22-4e84-88e6-93e328601f53 HTTP/1.1" status: 200 len: 210 time: 0.0273688 Sep 02 04:37:09.962635 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50304) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:10.018734 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-899106a0-67fc-424d-891c-0f355d9d6226 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:10.041899 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-899106a0-67fc-424d-891c-0f355d9d6226 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:10.213294 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-899106a0-67fc-424d-891c-0f355d9d6226 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:10.215893 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-899106a0-67fc-424d-891c-0f355d9d6226 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:10.217089 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-899106a0-67fc-424d-891c-0f355d9d6226 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "DELETE /v2.0/security-groups/bbbc2804-fa7b-41cf-a182-ac41efc5a42f HTTP/1.1" status: 204 len: 168 time: 0.2534475 Sep 02 04:37:10.220457 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50312) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:10.228551 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899106a0-67fc-424d-891c-0f355d9d6226 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc2804-fa7b-41cf-a182-ac41efc5a42f,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:10.235256 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.api.v2.resource [None req-2fd082ae-05ba-4793-be6e-98d9d9cd834e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] show failed (client error): The resource could not be found. Sep 02 04:37:10.236305 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-2fd082ae-05ba-4793-be6e-98d9d9cd834e tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "GET /v2.0/security-groups/bbbc2804-fa7b-41cf-a182-ac41efc5a42f HTTP/1.1" status: 404 len: 347 time: 0.0145776 Sep 02 04:37:10.240410 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50314) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:10.369761 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-b82a58b7-a3f1-4cf9-a204-6250c6d3ce78 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Deleting port a7542166-b273-4196-8557-ddc5a6b5c30f {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:37:10.370107 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b82a58b7-a3f1-4cf9-a204-6250c6d3ce78 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:10.446226 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b82a58b7-a3f1-4cf9-a204-6250c6d3ce78 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:10.451309 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b82a58b7-a3f1-4cf9-a204-6250c6d3ce78 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:10.458502 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-b82a58b7-a3f1-4cf9-a204-6250c6d3ce78 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Calling delete_port for a7542166-b273-4196-8557-ddc5a6b5c30f owned by network:floatingip {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:37:10.670273 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b82a58b7-a3f1-4cf9-a204-6250c6d3ce78 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:10.699962 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a58b7-a3f1-4cf9-a204-6250c6d3ce78 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Pushing event deleted for resources: {'Port': ['ID=a7542166-b273-4196-8557-ddc5a6b5c30f,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:10.752466 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b82a58b7-a3f1-4cf9-a204-6250c6d3ce78 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks [] for floatingip, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:10.755136 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b82a58b7-a3f1-4cf9-a204-6250c6d3ce78 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:10.756301 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b82a58b7-a3f1-4cf9-a204-6250c6d3ce78 tempest-AttachVolumeShelveTestJSON-316804975 tempest-AttachVolumeShelveTestJSON-316804975-project] 10.222.0.13 "DELETE /v2.0/floatingips/9ef5547f-2679-4175-83f8-be4d690f2235 HTTP/1.1" status: 204 len: 168 time: 0.5148888 Sep 02 04:37:13.537185 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50372) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:13.545277 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50376) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:13.717476 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b5a78ae7-2793-4642-bbb0-48512fa388f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:13.907274 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b5a78ae7-2793-4642-bbb0-48512fa388f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:13.973742 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b5a78ae7-2793-4642-bbb0-48512fa388f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.015280 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b5a78ae7-2793-4642-bbb0-48512fa388f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e91375d8304488ca96ccee3c2a83de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685888 Sep 02 04:37:14.018042 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50382) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:14.019135 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a78ae7-2793-4642-bbb0-48512fa388f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9cdeea-6627-4934-a5a9-eb9a9160b4b2,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:14.066287 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd2ac-3c79-437b-b3e1-e37bf56a3bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.083372 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646385'] for router_interface, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.086317 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd2ac-3c79-437b-b3e1-e37bf56a3bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.224790 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd2ac-3c79-437b-b3e1-e37bf56a3bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.227327 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd2ac-3c79-437b-b3e1-e37bf56a3bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.228497 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-3b7bd2ac-3c79-437b-b3e1-e37bf56a3bf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f9cdeea-6627-4934-a5a9-eb9a9160b4b2 HTTP/1.1" status: 204 len: 168 time: 0.2094145 Sep 02 04:37:14.235954 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bd2ac-3c79-437b-b3e1-e37bf56a3bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9cdeea-6627-4934-a5a9-eb9a9160b4b2,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:14.341962 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] Deleting port 3445381b-0ffe-4e93-a905-cab3d476e6d3 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:37:14.342863 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.417750 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] For port 3445381b-0ffe-4e93-a905-cab3d476e6d3, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=3445381b-0ffe-4e93-a905-cab3d476e6d3,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:37:14.418111 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.429944 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] Calling delete_port for 3445381b-0ffe-4e93-a905-cab3d476e6d3 owned by network:router_interface {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:37:14.688112 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.717399 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] Pushing event deleted for resources: {'Port': ['ID=3445381b-0ffe-4e93-a905-cab3d476e6d3,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:14.873959 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50388) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:14.882398 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074351'] for router_interface, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.887414 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ed6fbdd5-9d56-4cca-88f0-f0750012166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:14.975398 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ed6fbdd5-9d56-4cca-88f0-f0750012166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.067505 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ed6fbdd5-9d56-4cca-88f0-f0750012166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.091924 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] Router fc535284-6c18-4332-b179-64fff6573acc has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:37:15.107260 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-ed6fbdd5-9d56-4cca-88f0-f0750012166f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b923e078f35449a9553d916b370b805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319791 Sep 02 04:37:15.108540 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fbdd5-9d56-4cca-88f0-f0750012166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c52394-378e-4fba-9e4e-cc8d4a0e2786,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:15.111071 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50390) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:15.159727 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7177278f-1cc2-4b78-b745-9e016b08672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.180056 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7177278f-1cc2-4b78-b745-9e016b08672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.196816 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:37:15.205813 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-0d07dadc-d898-4f7d-9c83-5c325a726553 admin admin] 10.222.0.13 "PUT /v2.0/routers/fc535284-6c18-4332-b179-64fff6573acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6645472 Sep 02 04:37:15.205813 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50392) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:15.207838 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] Sync routers for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:37:15.224061 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:37:15.224953 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:37:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:15.304692 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7177278f-1cc2-4b78-b745-9e016b08672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.307255 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7177278f-1cc2-4b78-b745-9e016b08672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.308418 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7177278f-1cc2-4b78-b745-9e016b08672d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23c52394-378e-4fba-9e4e-cc8d4a0e2786 HTTP/1.1" status: 204 len: 168 time: 0.1964610 Sep 02 04:37:15.309111 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Notify callbacks [] for router, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.317618 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177278f-1cc2-4b78-b745-9e016b08672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c52394-378e-4fba-9e4e-cc8d4a0e2786,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:15.332348 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:37:15.426741 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.515018 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:37:14Z', 'revision_number': 5, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port': {'id': 'a669f877-5292-4306-adb2-416c67ec41aa', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc535284-6c18-4332-b179-64fff6573acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:29:41Z', 'updated_at': '2021-09-02T04:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:15.541431 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] Checking router: fc535284-6c18-4332-b179-64fff6573acc for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:37:15.549571 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] Routers {'fc535284-6c18-4332-b179-64fff6573acc'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:37:15.550176 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:37:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fc535284-6c18-4332-b179-64fff6573acc'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:15.579036 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Deleting port a669f877-5292-4306-adb2-416c67ec41aa {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:37:15.579292 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.634811 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] Set router fc535284-6c18-4332-b179-64fff6573acc gateway port host: None {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:37:15.661767 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] For port a669f877-5292-4306-adb2-416c67ec41aa, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=a669f877-5292-4306-adb2-416c67ec41aa,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:37:15.662133 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.675953 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Calling delete_port for a669f877-5292-4306-adb2-416c67ec41aa owned by network:router_gateway {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:37:15.692383 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:37:15Z', 'revision_number': 6, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port_host': None}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:15.718488 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b97de-b1b6-4c63-a586-2224c702ec1c None None] The sync data for ids ['fc535284-6c18-4332-b179-64fff6573acc'] in dv-cinder-804735-7-iscsi is: [{'id': 'fc535284-6c18-4332-b179-64fff6573acc', 'name': 'tempest-AttachVolumeShelveTestJSON-1566718276-router', 'tenant_id': '0931655f059d4af598f60bd195366b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:29:40Z', 'updated_at': '2021-09-02T04:37:15Z', 'revision_number': 6, 'project_id': '0931655f059d4af598f60bd195366b84', 'gw_port_host': None}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:37:15.932693 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:15.956135 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Pushing event deleted for resources: {'Port': ['ID=a669f877-5292-4306-adb2-416c67ec41aa,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:16.020503 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645515'] for router_gateway, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:16.172909 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 3445381b-0ffe-4e93-a905-cab3d476e6d3 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:37:16.195219 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 3445381b-0ffe-4e93-a905-cab3d476e6d3 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:37:16.195649 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 3445381b-0ffe-4e93-a905-cab3d476e6d3 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:37:16.344075 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1643540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:16.346443 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:16.470376 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1643629'] for router, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:16.471247 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc535284-6c18-4332-b179-64fff6573acc {{(pid=94402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 04:37:16.486414 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] Notify callbacks [] for router, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:16.486414 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-2cbb13bf-8a99-456f-a792-9c3da3b3c485 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fc535284-6c18-4332-b179-64fff6573acc HTTP/1.1" status: 204 len: 168 time: 1.2710357 Sep 02 04:37:16.488940 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50416) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:16.542388 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_v2 [None req-26541650-2f19-4b64-9fca-c2195d1af2f0 admin admin] Deleting subnet 671ae8f2-3938-4a92-a369-4883fa7ff168 {{(pid=94402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:37:16.546052 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26541650-2f19-4b64-9fca-c2195d1af2f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:16.579379 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26541650-2f19-4b64-9fca-c2195d1af2f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25656299'] for subnet, precommit_delete_associations {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:16.691568 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26541650-2f19-4b64-9fca-c2195d1af2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:16.870505 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26541650-2f19-4b64-9fca-c2195d1af2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25624219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439641'] for subnet, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:16.899245 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-26541650-2f19-4b64-9fca-c2195d1af2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:16.903803 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-26541650-2f19-4b64-9fca-c2195d1af2f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/671ae8f2-3938-4a92-a369-4883fa7ff168 HTTP/1.1" status: 204 len: 168 time: 0.4102147 Sep 02 04:37:16.903803 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26541650-2f19-4b64-9fca-c2195d1af2f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671ae8f2-3938-4a92-a369-4883fa7ff168,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:16.904858 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50424) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:16.907278 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df807d-0743-4238-ae69-07f6e59ab5bc None None] Network 46143dd2-0d1f-423e-b171-0ee837e54bfa requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:37:16.975882 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.032503 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Deleting port e5f6add8-2395-42ea-afb0-29cd5dbc7825 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:37:17.032845 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.099241 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] For port e5f6add8-2395-42ea-afb0-29cd5dbc7825, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e5f6add8-2395-42ea-afb0-29cd5dbc7825,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:37:17.099607 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.106341 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578f4ae9-98d2-493d-9987-341041d28380 None None] DHCP port deletion for 46143dd2-0d1f-423e-b171-0ee837e54bfa request from dv-cinder-804735-7-iscsi {{(pid=94403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 04:37:17.111550 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Calling delete_port for e5f6add8-2395-42ea-afb0-29cd5dbc7825 owned by network:dhcp {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:37:17.152920 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-578f4ae9-98d2-493d-9987-341041d28380 None None] Deleting port e5f6add8-2395-42ea-afb0-29cd5dbc7825 {{(pid=94403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:37:17.153291 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-578f4ae9-98d2-493d-9987-341041d28380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.216778 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-578f4ae9-98d2-493d-9987-341041d28380 None None] For port e5f6add8-2395-42ea-afb0-29cd5dbc7825, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e5f6add8-2395-42ea-afb0-29cd5dbc7825,segment=NetworkSegment(605cab17-bd5a-4a70-b19d-a921508cbd13),segment_id=605cab17-bd5a-4a70-b19d-a921508cbd13)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:37:17.217580 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-578f4ae9-98d2-493d-9987-341041d28380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.231421 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-578f4ae9-98d2-493d-9987-341041d28380 None None] Calling delete_port for e5f6add8-2395-42ea-afb0-29cd5dbc7825 owned by network:dhcp {{(pid=94403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:37:17.299115 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.306144 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-578f4ae9-98d2-493d-9987-341041d28380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.327936 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] No DVR routers for this DVR port e5f6add8-2395-42ea-afb0-29cd5dbc7825 on host dv-cinder-804735-7-iscsi {{(pid=94402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:37:17.331651 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f6add8-2395-42ea-afb0-29cd5dbc7825,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:17.333208 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f4ae9-98d2-493d-9987-341041d28380 None None] Pushing event deleted for resources: {'Port': ['ID=e5f6add8-2395-42ea-afb0-29cd5dbc7825,revision_number=None']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:17.335025 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f4ae9-98d2-493d-9987-341041d28380 None None] No DVR routers for this DVR port e5f6add8-2395-42ea-afb0-29cd5dbc7825 on host dv-cinder-804735-7-iscsi {{(pid=94403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:37:17.407681 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.418305 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46143dd2-0d1f-423e-b171-0ee837e54bfa']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:17.428220 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605cab17-bd5a-4a70-b19d-a921508cbd13') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:17.428519 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605cab17-bd5a-4a70-b19d-a921508cbd13') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:37:17.437151 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.450699 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.457174 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:37:17.457568 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:37:17.461167 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:37:17.576390 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.583525 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:17.585824 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] 10.222.0.13 "DELETE /v2.0/networks/46143dd2-0d1f-423e-b171-0ee837e54bfa HTTP/1.1" status: 204 len: 168 time: 0.6799657 Sep 02 04:37:17.597681 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff5036-a607-4d98-8a1b-753f8d815e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=46143dd2-0d1f-423e-b171-0ee837e54bfa,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:17.817863 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e5f6add8-2395-42ea-afb0-29cd5dbc7825 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:37:17.837127 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: e5f6add8-2395-42ea-afb0-29cd5dbc7825 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:37:17.837474 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e5f6add8-2395-42ea-afb0-29cd5dbc7825 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:37:17.837892 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device a669f877-5292-4306-adb2-416c67ec41aa no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:37:17.864812 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: a669f877-5292-4306-adb2-416c67ec41aa {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:37:17.865158 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device a669f877-5292-4306-adb2-416c67ec41aa not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:37:17.938981 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50438) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:17.978782 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-9d458ead-42fd-4837-bb7c-377daced0194 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0931655f059d4af598f60bd195366b84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385880 Sep 02 04:37:17.981332 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50440) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:18.027405 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d1023a0b-82b0-4a74-8d54-1338bdbee165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:18.050278 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d1023a0b-82b0-4a74-8d54-1338bdbee165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:18.190104 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d1023a0b-82b0-4a74-8d54-1338bdbee165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:18.192623 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d1023a0b-82b0-4a74-8d54-1338bdbee165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:18.193766 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-d1023a0b-82b0-4a74-8d54-1338bdbee165 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2d2f8a9-be66-45dd-a68a-ab340e9b93cd HTTP/1.1" status: 204 len: 168 time: 0.2115595 Sep 02 04:37:18.201518 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1023a0b-82b0-4a74-8d54-1338bdbee165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d2f8a9-be66-45dd-a68a-ab340e9b93cd,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:24.892718 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:30.931478 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:37:31.764866 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4795c330-4542-4430-a828-5ddddcb9188e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:34.468120 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe5e1-2432-4cd6-ae26-c054d230c1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:34.644683 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:35.344219 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:37.241281 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:53.487768 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62769452-8ea8-4d1d-a1b0-8cea96155eb2 req-72ae7035-37fe-4c92-bf04-50d6a4961989 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:53.489885 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-62769452-8ea8-4d1d-a1b0-8cea96155eb2 req-72ae7035-37fe-4c92-bf04-50d6a4961989 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0560329 Sep 02 04:37:53.527282 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-62769452-8ea8-4d1d-a1b0-8cea96155eb2 req-0c1ab8f6-e454-43da-b656-783f5f5db79d tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Sep 02 04:37:53.715849 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50854) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:53.818111 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-66e6bbcd-37ab-44a6-b246-3cf58e29b081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:53.902822 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-66e6bbcd-37ab-44a6-b246-3cf58e29b081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:53.969715 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-66e6bbcd-37ab-44a6-b246-3cf58e29b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:54.006201 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-66e6bbcd-37ab-44a6-b246-3cf58e29b081 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15e8ef7bc5074399b87b1c2ac845aa62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892146 Sep 02 04:37:54.008042 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6bbcd-37ab-44a6-b246-3cf58e29b081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7faa2d-3ead-4b4f-a91d-a637ae095333,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:54.009009 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50858) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:54.059584 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aac43b6e-7252-436a-9240-30eb52989369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:54.079688 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aac43b6e-7252-436a-9240-30eb52989369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:54.209842 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aac43b6e-7252-436a-9240-30eb52989369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:54.212379 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aac43b6e-7252-436a-9240-30eb52989369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:54.213514 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-aac43b6e-7252-436a-9240-30eb52989369 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c7faa2d-3ead-4b4f-a91d-a637ae095333 HTTP/1.1" status: 204 len: 168 time: 0.2035298 Sep 02 04:37:54.222479 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac43b6e-7252-436a-9240-30eb52989369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7faa2d-3ead-4b4f-a91d-a637ae095333,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:54.641750 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af360cd0-8977-468b-93de-1704ce845aed req-c82a063a-7374-4be7-a6a3-0b002ec6051c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:54.643277 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-af360cd0-8977-468b-93de-1704ce845aed req-c82a063a-7374-4be7-a6a3-0b002ec6051c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0477157 Sep 02 04:37:54.683457 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-af360cd0-8977-468b-93de-1704ce845aed req-5ec96a94-557b-4f19-aeeb-e6a4f5c21dad tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336502 Sep 02 04:37:54.835202 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 50872) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:54.848726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1548b807-de45-4698-ade6-89efeed87c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:54.909231 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:54.935226 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1548b807-de45-4698-ade6-89efeed87c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:55.009996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1548b807-de45-4698-ade6-89efeed87c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:55.048610 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-1548b807-de45-4698-ade6-89efeed87c00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f200d1609a99462d91dae6d71f953bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123487 Sep 02 04:37:55.049675 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548b807-de45-4698-ade6-89efeed87c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95877c5d-c714-4dea-bc50-8ff7f4d2d5a4,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:55.051993 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 50874) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:37:55.098972 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8590baf8-3739-472e-b109-527c38c06fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:55.119258 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8590baf8-3739-472e-b109-527c38c06fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:55.255590 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8590baf8-3739-472e-b109-527c38c06fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:55.258202 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-8590baf8-3739-472e-b109-527c38c06fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:37:55.259400 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-8590baf8-3739-472e-b109-527c38c06fd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95877c5d-c714-4dea-bc50-8ff7f4d2d5a4 HTTP/1.1" status: 204 len: 168 time: 0.2063942 Sep 02 04:37:55.267776 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590baf8-3739-472e-b109-527c38c06fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95877c5d-c714-4dea-bc50-8ff7f4d2d5a4,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:37:55.442635 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-77487c8c-dcd6-4427-a38f-24eb062cc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:55.444244 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-77487c8c-dcd6-4427-a38f-24eb062cc1ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=517e94bc84864ab9ae4f9150a816973b&device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1099 time: 0.0398459 Sep 02 04:37:55.563225 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-11302cd6-d677-471b-a693-f8b93e398087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:55.564621 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-11302cd6-d677-471b-a693-f8b93e398087 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bfa45e8-237f-4771-91ff-dea054465f36 HTTP/1.1" status: 200 len: 909 time: 0.1009450 Sep 02 04:37:55.631877 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-3eeffd01-929d-4faa-8794-95b1c2c95ae7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=442b5f85-df00-4a4b-a475-71e2d347a54b HTTP/1.1" status: 200 len: 1002 time: 0.0597453 Sep 02 04:37:55.680458 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-633bac88-7785-422b-86d8-1a7281455721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:55.681923 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-633bac88-7785-422b-86d8-1a7281455721 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef HTTP/1.1" status: 200 len: 848 time: 0.0424562 Sep 02 04:37:55.730390 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-3273037a-3d71-4c6d-b20b-8734aa381181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:55.732948 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-3273037a-3d71-4c6d-b20b-8734aa381181 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bfa45e8-237f-4771-91ff-dea054465f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434797 Sep 02 04:37:55.814677 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2f1e0-c007-456e-9d3a-653beb75e055 req-156e77a2-5fab-4318-a36d-34a97644a5f0 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:55.816852 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e6c2f1e0-c007-456e-9d3a-653beb75e055 req-156e77a2-5fab-4318-a36d-34a97644a5f0 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0544448 Sep 02 04:37:55.864605 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e6c2f1e0-c007-456e-9d3a-653beb75e055 req-1f343896-2b55-4a38-a948-0e35e86cccbb tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Sep 02 04:37:55.876129 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-eac5e574-1491-4474-a9a5-e99095fdacc6 service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348956 Sep 02 04:37:55.973531 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d6582113-1157-4c61-a7bb-b2dafda447bf req-a224f292-2b83-4efc-a83e-950ba9ac0e50 service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841036 Sep 02 04:37:56.984607 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade70f04-2536-474d-b94b-46dad1f816b1 req-0beecc2e-b9ab-4b26-88fa-2584cb0edd03 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:56.986056 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ade70f04-2536-474d-b94b-46dad1f816b1 req-0beecc2e-b9ab-4b26-88fa-2584cb0edd03 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0513117 Sep 02 04:37:57.022841 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ade70f04-2536-474d-b94b-46dad1f816b1 req-f7f41349-bc7f-4cd5-b3af-797340fe1a7b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308440 Sep 02 04:37:58.133926 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe6d21-cc1b-4f7f-9b07-0485de2228dc req-1f5daad8-361d-4baf-82aa-38ac04d2bc70 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:58.135427 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-eebe6d21-cc1b-4f7f-9b07-0485de2228dc req-1f5daad8-361d-4baf-82aa-38ac04d2bc70 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0480556 Sep 02 04:37:58.172980 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-eebe6d21-cc1b-4f7f-9b07-0485de2228dc req-af89975f-13ef-4bb4-a168-0e7b78d208ae tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315979 Sep 02 04:37:59.283182 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b9842-8ab1-4b25-bf36-d63bc8e15e65 req-de61a846-0a94-4cc2-822b-0fdfa59e4719 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:37:59.284691 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-477b9842-8ab1-4b25-bf36-d63bc8e15e65 req-de61a846-0a94-4cc2-822b-0fdfa59e4719 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0471184 Sep 02 04:37:59.321775 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-477b9842-8ab1-4b25-bf36-d63bc8e15e65 req-bff78c4c-20ad-41d6-bb5e-8b37fd3e4ffb tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311949 Sep 02 04:38:00.431348 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f4753-6bb4-433a-9381-72f5f344c00b req-f715a0a4-c16a-4962-be94-a419fb3b3bb4 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:00.432847 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a61f4753-6bb4-433a-9381-72f5f344c00b req-f715a0a4-c16a-4962-be94-a419fb3b3bb4 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0470266 Sep 02 04:38:00.473999 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a61f4753-6bb4-433a-9381-72f5f344c00b req-c849007a-0d27-4837-a1c8-52ebbc2ab9a4 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354469 Sep 02 04:38:01.588078 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205bfb-fe98-4390-851c-0aa907c53766 req-d4ed7c9c-736b-4b83-bb5a-0d7976cf6bd9 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:01.589519 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1b205bfb-fe98-4390-851c-0aa907c53766 req-d4ed7c9c-736b-4b83-bb5a-0d7976cf6bd9 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0467169 Sep 02 04:38:01.626247 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1b205bfb-fe98-4390-851c-0aa907c53766 req-f1562a9c-d4b0-44b9-89ed-9fc948476ba3 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306764 Sep 02 04:38:01.769104 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-32c8c836-50b5-4543-98a4-987cd4f63417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:02.736247 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc10593-b19c-40a6-a396-cf81c0acde11 req-a0acc812-dd21-4d1d-afcc-4e145ca15e99 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:02.737709 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fdc10593-b19c-40a6-a396-cf81c0acde11 req-a0acc812-dd21-4d1d-afcc-4e145ca15e99 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0475338 Sep 02 04:38:02.775367 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fdc10593-b19c-40a6-a396-cf81c0acde11 req-35332066-a7c0-485a-a503-59fd597b17bb tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Sep 02 04:38:03.903896 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c91c-b269-4090-b976-70963fa3eef6 req-2eace919-b76f-4433-bf1e-9e26a0377ff1 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:03.905512 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2069c91c-b269-4090-b976-70963fa3eef6 req-2eace919-b76f-4433-bf1e-9e26a0377ff1 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0604348 Sep 02 04:38:03.942638 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2069c91c-b269-4090-b976-70963fa3eef6 req-6352848e-81ee-469c-b3ce-24ad8e06469f tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Sep 02 04:38:04.438307 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-00b30c82-28d7-474f-bbea-466b2d4c9e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:04.674644 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:05.062389 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94137ed5-c3d7-4fe3-8131-52a48735c3e6 req-f0c7d1f5-8de8-4eb1-90db-533a329d2641 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:05.063886 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-94137ed5-c3d7-4fe3-8131-52a48735c3e6 req-f0c7d1f5-8de8-4eb1-90db-533a329d2641 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0492105 Sep 02 04:38:05.101746 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-94137ed5-c3d7-4fe3-8131-52a48735c3e6 req-bc97716d-38ec-4aad-9e32-42e55428f412 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313435 Sep 02 04:38:05.452057 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:06.215933 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50714339-c9a0-4366-95cc-d4ecc9971886 req-9787fa96-f2b8-4d88-983e-0ace63740f27 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:06.217460 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-50714339-c9a0-4366-95cc-d4ecc9971886 req-9787fa96-f2b8-4d88-983e-0ace63740f27 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0497124 Sep 02 04:38:06.254943 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-50714339-c9a0-4366-95cc-d4ecc9971886 req-3e1f1c11-ff08-49b6-be20-f53534a76552 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Sep 02 04:38:07.257983 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:07.369537 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57a5e-70e2-4870-853c-e68b318a6f93 req-2d438210-cf64-4493-aa05-509479301d65 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:07.371145 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d1f57a5e-70e2-4870-853c-e68b318a6f93 req-2d438210-cf64-4493-aa05-509479301d65 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0490050 Sep 02 04:38:07.412996 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-d1f57a5e-70e2-4870-853c-e68b318a6f93 req-0e27632b-af16-4b7d-80e1-d37480024c3c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359759 Sep 02 04:38:07.930213 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:38:08.523441 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113e1ae-d3c7-4559-9770-189d30e6018a req-b98e8da4-c83f-407e-9953-ee115a95644a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:08.524913 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0113e1ae-d3c7-4559-9770-189d30e6018a req-b98e8da4-c83f-407e-9953-ee115a95644a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0471647 Sep 02 04:38:08.562361 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0113e1ae-d3c7-4559-9770-189d30e6018a req-c90de5df-7907-4078-9298-a8f4c3406f04 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Sep 02 04:38:08.809962 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-2e4c1fb1-2b6b-4f47-af2c-f55c6672807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:08.811417 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-2e4c1fb1-2b6b-4f47-af2c-f55c6672807e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=517e94bc84864ab9ae4f9150a816973b&device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1099 time: 0.0420828 Sep 02 04:38:08.900255 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-b628e403-a478-4047-bb84-b588f9523275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:08.901702 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-b628e403-a478-4047-bb84-b588f9523275 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bfa45e8-237f-4771-91ff-dea054465f36 HTTP/1.1" status: 200 len: 909 time: 0.0833108 Sep 02 04:38:08.968361 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-947e7808-4c02-4fb6-9896-7f0a9c8d690f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=442b5f85-df00-4a4b-a475-71e2d347a54b HTTP/1.1" status: 200 len: 1002 time: 0.0591388 Sep 02 04:38:09.020603 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-ed3fc65e-ec4e-4893-af77-858974731bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:09.022088 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-ed3fc65e-ec4e-4893-af77-858974731bf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef HTTP/1.1" status: 200 len: 848 time: 0.0467124 Sep 02 04:38:09.066828 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-3922394c-ab6e-4815-81d2-58bb627fb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:09.068202 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-3922394c-ab6e-4815-81d2-58bb627fb33d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bfa45e8-237f-4771-91ff-dea054465f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378711 Sep 02 04:38:09.164871 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-66e7f53a-2da0-4a14-a84d-b8e4b9cfd0de service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877571 Sep 02 04:38:09.252930 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-60d6ddc6-9e42-4b57-8c18-bd6e07bc7ea4 req-91a0b4b7-149c-43b4-a5bc-037f4afd5a79 service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798044 Sep 02 04:38:09.671852 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb80fa-bfad-4376-88f3-bfe9eff04d79 req-aae0509e-f50e-4197-a677-96d8ad16feac tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:09.673366 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f5cb80fa-bfad-4376-88f3-bfe9eff04d79 req-aae0509e-f50e-4197-a677-96d8ad16feac tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0473838 Sep 02 04:38:09.709830 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f5cb80fa-bfad-4376-88f3-bfe9eff04d79 req-7c49b720-1837-464b-a84a-f3a85d78d12f tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Sep 02 04:38:10.830176 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339df662-1575-47d7-81e5-afb9b0f12996 req-b2c3456b-e412-4bb4-ab52-4a5651526af6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:10.831692 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-339df662-1575-47d7-81e5-afb9b0f12996 req-b2c3456b-e412-4bb4-ab52-4a5651526af6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0558152 Sep 02 04:38:10.871150 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-339df662-1575-47d7-81e5-afb9b0f12996 req-45c27f69-a08d-480c-8ed5-38f49dc87dec tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Sep 02 04:38:11.983927 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cde575-aa0f-4bf8-a0bd-21ee360f4d23 req-84fddaf5-41ac-40cb-b5d4-dc53f68e0537 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:11.985366 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-22cde575-aa0f-4bf8-a0bd-21ee360f4d23 req-84fddaf5-41ac-40cb-b5d4-dc53f68e0537 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0490403 Sep 02 04:38:12.023559 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-22cde575-aa0f-4bf8-a0bd-21ee360f4d23 req-f2634004-cf82-415c-92e9-e9d131b8c078 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316024 Sep 02 04:38:12.093804 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51126) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:12.194563 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:12.278995 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:12.395003 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:12.430682 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f3426c-1e81-4ff3-aa0c-edc8744679ba,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:12.435152 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3ecc9d159834371ad2152520a640840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403599 Sep 02 04:38:12.437881 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51130) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:12.439748 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.440135 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.440470 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.440807 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.441134 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.441467 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.441796 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.442121 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.442451 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.442784 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.443108 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.443432 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1e6b7a-f6c1-4ca9-9b46-0877dcfac917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.488422 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:12.509059 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:12.661378 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:12.663923 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:12.665604 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7f3426c-1e81-4ff3-aa0c-edc8744679ba HTTP/1.1" status: 204 len: 168 time: 0.2267632 Sep 02 04:38:12.673791 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f3426c-1e81-4ff3-aa0c-edc8744679ba,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:12.681990 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.682348 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.682695 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.683040 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.683374 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.683900 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.694714 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.694714 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.694714 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.694714 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.694714 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:12.694714 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135a62d1-6550-4f5f-ac5f-99061f82491d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:13.138851 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca08a8f-4350-417b-b099-3b25615e15fa req-d357115f-397c-44d0-9dd6-60d600dfb939 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:13.141009 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-aca08a8f-4350-417b-b099-3b25615e15fa req-d357115f-397c-44d0-9dd6-60d600dfb939 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0537722 Sep 02 04:38:13.179855 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-aca08a8f-4350-417b-b099-3b25615e15fa req-5226f841-1b4d-43e9-911d-a6f447a086ff tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328546 Sep 02 04:38:13.424589 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51148) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:13.438239 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1d1b17a6-222d-411c-b2c0-3239df34a6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:13.530816 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1d1b17a6-222d-411c-b2c0-3239df34a6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:13.551934 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07368b02-d5de-4524-83ad-ddf8a6352f14 req-593c77b7-c67e-41a8-8464-23d5de494fe1 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:13.553380 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-07368b02-d5de-4524-83ad-ddf8a6352f14 req-593c77b7-c67e-41a8-8464-23d5de494fe1 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0509140 Sep 02 04:38:13.619807 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-07368b02-d5de-4524-83ad-ddf8a6352f14 req-dea9aefc-51ee-4ba1-ba17-bf2075d2d1e1 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528867 Sep 02 04:38:13.623288 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-1d1b17a6-222d-411c-b2c0-3239df34a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:13.623493 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-abedc425-1ece-4622-a7da-401646e1c098 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0638525 Sep 02 04:38:13.662335 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-1d1b17a6-222d-411c-b2c0-3239df34a6ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31b72d13a7b643ba8472ef7149ffab76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366195 Sep 02 04:38:13.663452 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b17a6-222d-411c-b2c0-3239df34a6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e34b7-728b-4e4e-ac8e-4a9b3b16ca51,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:13.665048 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51154) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:13.716490 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-58240bc2-2df9-4c59-b3d1-5416db93ad08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:13.738669 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-58240bc2-2df9-4c59-b3d1-5416db93ad08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:13.867053 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-58240bc2-2df9-4c59-b3d1-5416db93ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:13.869661 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-58240bc2-2df9-4c59-b3d1-5416db93ad08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:13.871991 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-58240bc2-2df9-4c59-b3d1-5416db93ad08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b9e34b7-728b-4e4e-ac8e-4a9b3b16ca51 HTTP/1.1" status: 204 len: 168 time: 0.2040579 Sep 02 04:38:13.878423 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58240bc2-2df9-4c59-b3d1-5416db93ad08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e34b7-728b-4e4e-ac8e-4a9b3b16ca51,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:14.731399 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb84a9-453e-4824-b850-31ec343fd4a0 req-7489069b-9917-4650-acf2-6ed534b85b79 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:14.732927 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-dfeb84a9-453e-4824-b850-31ec343fd4a0 req-7489069b-9917-4650-acf2-6ed534b85b79 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0478244 Sep 02 04:38:14.769932 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-dfeb84a9-453e-4824-b850-31ec343fd4a0 req-95ce9a04-dc46-4dba-a9aa-acb1ca814bc9 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Sep 02 04:38:15.890722 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8b819-1f14-4e0c-9911-016adfe0651d req-c9b543a0-4a4a-4a6d-b4ed-b257181f965c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:15.892235 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-92c8b819-1f14-4e0c-9911-016adfe0651d req-c9b543a0-4a4a-4a6d-b4ed-b257181f965c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0487874 Sep 02 04:38:15.930116 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-92c8b819-1f14-4e0c-9911-016adfe0651d req-0756faf1-1d74-454b-89c3-72b5a601f928 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Sep 02 04:38:16.277390 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 442b5f85-df00-4a4b-a475-71e2d347a54b no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:38:16.353539 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:16.375082 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:38:16.377400 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a810d58b-1d66-4b4c-9413-52c5a26b6bc1" -d '{"events": [{"server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "name": "network-vif-unplugged", "status": "completed", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:38:16.389265 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 442b5f85-df00-4a4b-a475-71e2d347a54b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=442b5f85-df00-4a4b-a475-71e2d347a54b,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:38:16.410490 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 04:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8d5b35-fc8c-4851-bca3-1f3c391d5911 x-openstack-request-id: req-0e8d5b35-fc8c-4851-bca3-1f3c391d5911 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:38:16.410788 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "name": "network-vif-unplugged", "status": "failed", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b", "code": 422}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:38:16.411054 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e8d5b35-fc8c-4851-bca3-1f3c391d5911 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:38:16.411450 dv-cinder-804735-7-iscsi neutron-server[94403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'code': 422} returned with failed status Sep 02 04:38:16.507058 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:16.553304 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=442b5f85-df00-4a4b-a475-71e2d347a54b,revision_number=6']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:16.560329 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.560685 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.561062 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.561403 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.561738 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.562075 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.562413 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.562775 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.563093 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.563422 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.563752 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:16.564238 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:17.040437 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd82cc-fe44-4409-9e82-dbbcd1de4d1f req-88d636a5-2ba0-4bae-a7b4-52347ca6deb3 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:17.041928 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5bcd82cc-fe44-4409-9e82-dbbcd1de4d1f req-88d636a5-2ba0-4bae-a7b4-52347ca6deb3 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0475843 Sep 02 04:38:17.079251 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5bcd82cc-fe44-4409-9e82-dbbcd1de4d1f req-a22d1d09-9461-4e09-8903-90061d3160bb tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314465 Sep 02 04:38:18.192864 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d181b1d-4fad-4452-b796-0a60d5a63cd6 req-52dc2610-dbc2-43e7-ae93-764f26ca4900 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:18.194226 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6d181b1d-4fad-4452-b796-0a60d5a63cd6 req-52dc2610-dbc2-43e7-ae93-764f26ca4900 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0498571 Sep 02 04:38:18.232692 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6d181b1d-4fad-4452-b796-0a60d5a63cd6 req-7ad23530-e7d3-4c9a-8b0e-8b0b0f447c51 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Sep 02 04:38:18.787536 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-12017831-a598-45d0-8964-8c7d34ceaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:18.789000 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-12017831-a598-45d0-8964-8c7d34ceaf91 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c&tenant_id=517e94bc84864ab9ae4f9150a816973b HTTP/1.1" status: 200 len: 1097 time: 0.0381463 Sep 02 04:38:18.862616 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-04478e81-4207-4012-913b-09e519d1f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:18.864107 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-04478e81-4207-4012-913b-09e519d1f6c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=517e94bc84864ab9ae4f9150a816973b&device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1097 time: 0.0425045 Sep 02 04:38:18.953268 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-e8f92301-5017-4315-9dd2-d96dad489f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:18.954835 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-e8f92301-5017-4315-9dd2-d96dad489f99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bfa45e8-237f-4771-91ff-dea054465f36 HTTP/1.1" status: 200 len: 909 time: 0.0828383 Sep 02 04:38:19.035281 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-29d67905-5492-4f20-99ea-f62ea148e457 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=442b5f85-df00-4a4b-a475-71e2d347a54b HTTP/1.1" status: 200 len: 1000 time: 0.0735688 Sep 02 04:38:19.088112 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-e31801ec-58de-4cab-911e-04867a53b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:19.089321 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-e31801ec-58de-4cab-911e-04867a53b4b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef HTTP/1.1" status: 200 len: 848 time: 0.0472364 Sep 02 04:38:19.137705 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-79cdfee5-83ed-49f6-94cf-61e2961a2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:19.141664 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-79cdfee5-83ed-49f6-94cf-61e2961a2870 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bfa45e8-237f-4771-91ff-dea054465f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428047 Sep 02 04:38:19.230822 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-5e5cf6bb-542e-417d-8122-f15cc5a250e7 service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842738 Sep 02 04:38:19.351854 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7632c8b7-945c-4883-9c12-99fcfd0d0b8c req-41dedfda-0ff6-4d0a-a30e-7abeafd4b8be service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144106 Sep 02 04:38:19.367013 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba866d-ac20-46c2-9509-6ae18599bc3f req-3ab218a7-8bb3-4e16-ae55-759985b841fa tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:19.368494 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-31ba866d-ac20-46c2-9509-6ae18599bc3f req-3ab218a7-8bb3-4e16-ae55-759985b841fa tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0664723 Sep 02 04:38:19.407616 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-31ba866d-ac20-46c2-9509-6ae18599bc3f req-ee5d01de-eff7-4cc3-90fc-d60d95f2eead tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321221 Sep 02 04:38:20.522064 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46137d2-f941-4564-bf45-fde86a7e41ee req-26d4f06d-bdef-4d46-9245-644635e4328c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:20.523655 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f46137d2-f941-4564-bf45-fde86a7e41ee req-26d4f06d-bdef-4d46-9245-644635e4328c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0488501 Sep 02 04:38:20.561049 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f46137d2-f941-4564-bf45-fde86a7e41ee req-c5a4bfa1-9913-4f6c-8176-4a60dc95befb tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308104 Sep 02 04:38:21.682870 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e12bf-2c66-4b73-98d3-9553aa5b7d53 req-23458f2d-06f5-4529-8b92-b8ea41a72770 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:21.684571 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f28e12bf-2c66-4b73-98d3-9553aa5b7d53 req-23458f2d-06f5-4529-8b92-b8ea41a72770 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0492637 Sep 02 04:38:21.729988 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f28e12bf-2c66-4b73-98d3-9553aa5b7d53 req-22d49f57-58a1-459d-b8cb-96017a1d78e3 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320380 Sep 02 04:38:22.805087 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51370) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:22.837354 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b243b74-7d6d-4bae-9878-3d9e49b8292a req-b10d7585-defe-431a-ab33-8eeaec865e0a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:22.838857 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6b243b74-7d6d-4bae-9878-3d9e49b8292a req-b10d7585-defe-431a-ab33-8eeaec865e0a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0499606 Sep 02 04:38:22.877082 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6b243b74-7d6d-4bae-9878-3d9e49b8292a req-f0bc76c3-f7a5-40bd-8376-f44cd6ad38f6 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319314 Sep 02 04:38:22.909997 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6be83f7c-ae3e-494a-8abc-bcbcb4d9ff8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:22.996052 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6be83f7c-ae3e-494a-8abc-bcbcb4d9ff8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:23.062608 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6be83f7c-ae3e-494a-8abc-bcbcb4d9ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:23.099613 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-6be83f7c-ae3e-494a-8abc-bcbcb4d9ff8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60499b656e034351a05361886ea6a7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934113 Sep 02 04:38:23.101553 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be83f7c-ae3e-494a-8abc-bcbcb4d9ff8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8533789f-2183-4506-ac48-033182d8eabe,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:23.102362 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51374) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:23.153738 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2b64e264-1098-448a-a034-68fca7c85cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:23.174211 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2b64e264-1098-448a-a034-68fca7c85cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:23.286272 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2b64e264-1098-448a-a034-68fca7c85cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:23.288939 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2b64e264-1098-448a-a034-68fca7c85cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:23.290068 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-2b64e264-1098-448a-a034-68fca7c85cdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8533789f-2183-4506-ac48-033182d8eabe HTTP/1.1" status: 204 len: 168 time: 0.1866388 Sep 02 04:38:23.299240 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64e264-1098-448a-a034-68fca7c85cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8533789f-2183-4506-ac48-033182d8eabe,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:23.972079 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51388) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:23.986826 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b004829e-92eb-405d-9062-3d2da80cec89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:24.009075 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f00f2-916c-414a-8e05-f5439260ba69 req-b134a47a-3d74-4bff-acc5-3bb7bee6dfac tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:24.012652 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cb2f00f2-916c-414a-8e05-f5439260ba69 req-b134a47a-3d74-4bff-acc5-3bb7bee6dfac tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0612991 Sep 02 04:38:24.048486 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cb2f00f2-916c-414a-8e05-f5439260ba69 req-80dd873d-9a05-45fc-b4fa-6a78c5480199 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310850 Sep 02 04:38:24.075195 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b004829e-92eb-405d-9062-3d2da80cec89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:24.146367 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b004829e-92eb-405d-9062-3d2da80cec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:24.183046 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b004829e-92eb-405d-9062-3d2da80cec89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed4f6381c3814eb49e47a12e8ed0afc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086151 Sep 02 04:38:24.185478 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004829e-92eb-405d-9062-3d2da80cec89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b6b18e-2710-405e-b95c-febdfbaef564,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:24.185787 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51390) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:24.234553 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ad107f2d-b619-493a-99af-16d62f62b0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:24.254931 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ad107f2d-b619-493a-99af-16d62f62b0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:24.365479 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ad107f2d-b619-493a-99af-16d62f62b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:24.367985 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-ad107f2d-b619-493a-99af-16d62f62b0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:24.369119 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-ad107f2d-b619-493a-99af-16d62f62b0cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55b6b18e-2710-405e-b95c-febdfbaef564 HTTP/1.1" status: 204 len: 168 time: 0.1823616 Sep 02 04:38:24.377496 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad107f2d-b619-493a-99af-16d62f62b0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b6b18e-2710-405e-b95c-febdfbaef564,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:24.874457 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:25.163274 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc8c02-1d7b-47a3-a0d9-651ebcc0450e req-6bfff545-b9dd-4c5a-a94f-5da7741f5b6c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:25.164805 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ecfc8c02-1d7b-47a3-a0d9-651ebcc0450e req-6bfff545-b9dd-4c5a-a94f-5da7741f5b6c tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0482824 Sep 02 04:38:25.206211 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ecfc8c02-1d7b-47a3-a0d9-651ebcc0450e req-368d61b7-ccd3-45b0-b422-47cb947dc384 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349436 Sep 02 04:38:26.330414 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff229bc1-ab32-46e4-ad3b-50c859cf43fe req-6c5e6a11-2472-4564-8b7d-5e09ca7da85a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:26.331924 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff229bc1-ab32-46e4-ad3b-50c859cf43fe req-6c5e6a11-2472-4564-8b7d-5e09ca7da85a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0487018 Sep 02 04:38:26.371870 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ff229bc1-ab32-46e4-ad3b-50c859cf43fe req-6f63a7b7-464c-45ed-9a7a-31e7eb7a85f0 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336778 Sep 02 04:38:26.874902 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51450) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:26.979707 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cced7a9d-176e-46b9-906d-1204076a1e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:27.064798 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cced7a9d-176e-46b9-906d-1204076a1e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:27.135181 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cced7a9d-176e-46b9-906d-1204076a1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:27.172219 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-cced7a9d-176e-46b9-906d-1204076a1e80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b71e667e9fa6412281961511fbc98fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962561 Sep 02 04:38:27.173450 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced7a9d-176e-46b9-906d-1204076a1e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd67a564-d764-41a0-8d09-820f2c453437,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:27.175149 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51454) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:27.227667 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d69e2720-2333-476c-9ec6-8145ec022104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:27.249791 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d69e2720-2333-476c-9ec6-8145ec022104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:27.369533 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d69e2720-2333-476c-9ec6-8145ec022104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:27.372806 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-d69e2720-2333-476c-9ec6-8145ec022104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:27.374010 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-d69e2720-2333-476c-9ec6-8145ec022104 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd67a564-d764-41a0-8d09-820f2c453437 HTTP/1.1" status: 204 len: 168 time: 0.1972973 Sep 02 04:38:27.382072 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e2720-2333-476c-9ec6-8145ec022104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd67a564-d764-41a0-8d09-820f2c453437,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:27.505517 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a234365-41f1-4479-894f-55a126259a75 req-38faacb4-7fea-4c0f-9b6e-7ed58e15db15 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:27.507004 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3a234365-41f1-4479-894f-55a126259a75 req-38faacb4-7fea-4c0f-9b6e-7ed58e15db15 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0479403 Sep 02 04:38:27.545081 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-3a234365-41f1-4479-894f-55a126259a75 req-ee189978-a651-4ff9-ab47-9402485d55d2 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318034 Sep 02 04:38:28.410915 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51490) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:28.527350 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-652765690-network', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:28.554519 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 442b5f85-df00-4a4b-a475-71e2d347a54b details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:38:28.653848 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 442b5f85-df00-4a4b-a475-71e2d347a54b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=442b5f85-df00-4a4b-a475-71e2d347a54b,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:38:28.659849 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef43f2-1d82-4a2c-9bf6-7c8b79ba9f1e req-cff084b2-2f53-4290-a2c0-aeb784c89a21 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:28.661372 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-bfef43f2-1d82-4a2c-9bf6-7c8b79ba9f1e req-cff084b2-2f53-4290-a2c0-aeb784c89a21 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 944 time: 0.0496206 Sep 02 04:38:28.666212 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'port_id': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'mac_address': 'fa:16:3e:08:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:38:28.674580 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Made reservation on behalf of 806b9f6ba89a498d91b52d657b7af897 for: {'network': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:38:28.677187 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:28.686985 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:28.704024 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-bfef43f2-1d82-4a2c-9bf6-7c8b79ba9f1e req-32bfaf38-4678-435c-8099-ac0a35531b0e tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346711 Sep 02 04:38:28.710477 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:28.724264 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442b5f85-df00-4a4b-a475-71e2d347a54b {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:38:28.748219 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 442b5f85-df00-4a4b-a475-71e2d347a54b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=442b5f85-df00-4a4b-a475-71e2d347a54b,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:38:28.792282 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:28.840281 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:28.879899 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:28.887230 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=442b5f85-df00-4a4b-a475-71e2d347a54b,revision_number=7']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:28.900516 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:38:28.915217 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc35a8e-b60f-4dc6-bb00-ecf0f603c524,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:28.920376 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:28.920376 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.segments_db [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Added segment 2f22106a-6764-4f66-9564-3d92bce5b12b of type vlan for network 94925f62-31db-412f-a5ea-04108ada5944 Sep 02 04:38:28.957277 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:29.061181 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:29.062176 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:29.062764 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:29.120904 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] Pushing event updated for resources: {'Network': ['ID=94925f62-31db-412f-a5ea-04108ada5944,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:29.131180 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network 94925f62-31db-412f-a5ea-04108ada5944 details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:38:29.170607 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-b8d6b6b0-f25c-4e60-8de2-4bbeef00dac1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7585456 Sep 02 04:38:29.173457 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51504) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:29.178435 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Request body: {'subnet': {'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-652765690-subnet', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'ip_version': 4}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:29.185522 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['442b5f85-df00-4a4b-a475-71e2d347a54b'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:38:29.285908 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Made reservation on behalf of 806b9f6ba89a498d91b52d657b7af897 for: {'subnet': 1} {{(pid=94402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:38:29.288309 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439676'] for subnet, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:29.560490 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25624154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439634'] for subnet, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:29.620475 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:29.628546 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Checking segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:38:29.628906 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Network hostable DHCP agents. Network: 94925f62-31db-412f-a5ea-04108ada5944, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:38:29.760285 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Network 94925f62-31db-412f-a5ea-04108ada5944 is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:38:29.815284 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e87d6-feba-4df6-a64c-dc707e4b2147 req-3a38b4ae-827f-4023-beed-e971d889d037 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:29.816711 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e96e87d6-feba-4df6-a64c-dc707e4b2147 req-3a38b4ae-827f-4023-beed-e971d889d037 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 945 time: 0.0475342 Sep 02 04:38:29.853410 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e96e87d6-feba-4df6-a64c-dc707e4b2147 req-b7a4c304-5731-4d7d-94d2-575d381c1502 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Sep 02 04:38:29.862643 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, 94925f62-31db-412f-a5ea-04108ada5944) {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:38:29.868366 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:29.868614 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for subnet, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:29.870717 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f52bb-730f-4f9c-b97a-fe1b383c17e3 None None] Network 94925f62-31db-412f-a5ea-04108ada5944 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:38:29.949639 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-c18a5fc2-23aa-4d9d-b278-fb5e38fd0a70 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7750943 Sep 02 04:38:29.952206 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51512) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:29.956652 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:30.009595 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a486f3-8f72-5bf9-945a-33db7619340c-94925f62-31db-412f-a5ea-04108ada5944', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a'}]}} from dv-cinder-804735-7-iscsi. {{(pid=94403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 04:38:30.010458 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.034264 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1642938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27977'] for router, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.035379 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1643562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27974'] for router, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.086953 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.144793 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.db_base_plugin_common [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Allocated IP 172.20.0.2 (94925f62-31db-412f-a5ea-04108ada5944/7bccc6aa-28dd-4a85-85a1-f8bab79ac34a/824b9a1c-1b17-44b1-a651-282364854920) {{(pid=94403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:38:30.281013 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.284112 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Notify callbacks [] for port, precommit_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.292505 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Transition to ACTIVE for port object 824b9a1c-1b17-44b1-a651-282364854920 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:38:30.307038 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Transition to ACTIVE for port object 824b9a1c-1b17-44b1-a651-282364854920 will not be triggered until provisioned by entity DHCP. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:38:30.388964 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.427602 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Network 94925f62-31db-412f-a5ea-04108ada5944 is already hosted by enough agents. {{(pid=94403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:38:30.430482 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.base_scheduler [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Resources bound (agent type, host, resource id): {{(pid=94403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:38:30.434397 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Received port after_create {{(pid=94403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:38:30.442017 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Pushing event updated for resources: {'Port': ['ID=824b9a1c-1b17-44b1-a651-282364854920,revision_number=1']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:30.494423 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Attempting to bind port 824b9a1c-1b17-44b1-a651-282364854920 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:38:30.495099 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Attempting to bind port 824b9a1c-1b17-44b1-a651-282364854920 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:38:30.495266 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Attempting to bind port 824b9a1c-1b17-44b1-a651-282364854920 on network 94925f62-31db-412f-a5ea-04108ada5944 {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:38:30.500840 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:38:30.501212 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Checking segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:38:30.501874 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.502272 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Bound using segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:38:30.502735 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Bound port: 824b9a1c-1b17-44b1-a651-282364854920, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:38:30.503111 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.541558 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.561131 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.567918 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 442b5f85-df00-4a4b-a475-71e2d347a54b up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:30.594178 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] For port 824b9a1c-1b17-44b1-a651-282364854920, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:38:30.610140 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] For port 824b9a1c-1b17-44b1-a651-282364854920, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=824b9a1c-1b17-44b1-a651-282364854920,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:38:30.628279 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 442b5f85-df00-4a4b-a475-71e2d347a54b triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:30.628791 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.664429 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Allocated IP 172.27.2.191 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/82b32225-fa2b-4da8-85d9-27fc93cd0d40) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:38:30.706084 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.728315 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:38:30.731208 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0a4e1c-594d-43de-84c7-f8a847b6c73b" -d '{"events": [{"server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "name": "network-vif-plugged", "status": "completed", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:38:30.742328 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.748471 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 442b5f85-df00-4a4b-a475-71e2d347a54b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=442b5f85-df00-4a4b-a475-71e2d347a54b,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:38:30.772427 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647550e6-629c-46e1-a371-27d7bdc6962f x-openstack-request-id: req-647550e6-629c-46e1-a371-27d7bdc6962f {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:38:30.772715 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "name": "network-vif-plugged", "status": "completed", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:38:30.772970 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-647550e6-629c-46e1-a371-27d7bdc6962f {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:38:30.773348 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'code': 200} Sep 02 04:38:30.778417 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.801701 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee664e96-5deb-4892-a1f2-eade481b2456 None None] Pushing event updated for resources: {'Port': ['ID=824b9a1c-1b17-44b1-a651-282364854920,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:30.880294 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:30.935149 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=442b5f85-df00-4a4b-a475-71e2d347a54b,revision_number=8']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:30.938439 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:31.020049 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:38:31.028427 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Pushing event updated for resources: {'Port': ['ID=82b32225-fa2b-4da8-85d9-27fc93cd0d40,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:31.031865 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:38:31.034045 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:38:31.082473 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f8194-c71e-4f2f-add5-aa83136d9948 req-df032bb2-46dd-495d-8709-baec7b29b96b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:31.084237 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1f9f8194-c71e-4f2f-add5-aa83136d9948 req-df032bb2-46dd-495d-8709-baec7b29b96b tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.1568661 Sep 02 04:38:31.118289 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107734ad-6967-497a-8f14-cd74343a20aa req-b5d9038b-6b9b-4d6e-8946-ee35204af829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:31.120263 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-107734ad-6967-497a-8f14-cd74343a20aa req-b5d9038b-6b9b-4d6e-8946-ee35204af829 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1099 time: 0.0483572 Sep 02 04:38:31.158869 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-107734ad-6967-497a-8f14-cd74343a20aa req-a68549fd-0553-4918-837a-f8b35579b42d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319328 Sep 02 04:38:31.187616 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-1f9f8194-c71e-4f2f-add5-aa83136d9948 req-4dade30c-6c8f-4a9a-9584-94aff9d6be41 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963154 Sep 02 04:38:31.422481 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:31.622237 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551'] for router, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:31.695477 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b2f17-8b19-4598-a64b-2e64ef0b9cb9 None None] Network 94925f62-31db-412f-a5ea-04108ada5944 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:38:31.757897 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3078a355-8881-441a-81a5-5d696ac505bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:31.846855 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 is scheduled to L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 with binding_index 1 {{(pid=94402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 04:38:31.885654 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-c61e8ba1-af9c-47e7-ac76-607468eb9153 None None] Provisioning for port 824b9a1c-1b17-44b1-a651-282364854920 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:38:31.926723 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 824b9a1c-1b17-44b1-a651-282364854920 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:31.979173 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:38:31.992205 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Sync routers for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:38:32.002548 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:38:32.003171 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:38:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:32.113700 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:38:32.200221 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] Notify callbacks [] for router, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.201494 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-84b7614b-9df7-43d9-9564-95bbc0fb553d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2482872 Sep 02 04:38:32.204408 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51546) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:32.223261 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 824b9a1c-1b17-44b1-a651-282364854920 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:38:32.233324 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 824b9a1c-1b17-44b1-a651-282364854920 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:32.233694 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.427863 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:31Z', 'revision_number': 3, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:32.427863 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.427863 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Checking router: fa2ce310-76d0-4eb1-9d78-659a172bd0f4 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:38:32.427863 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Updating router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 port 82b32225-fa2b-4da8-85d9-27fc93cd0d40 binding host dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:38:32.429218 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51552) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:32.445937 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.449218 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 824b9a1c-1b17-44b1-a651-282364854920, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=824b9a1c-1b17-44b1-a651-282364854920,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:38:32.543544 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.551050 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-83b7f05a-eea1-419d-9c73-18d7991bf3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.624575 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=824b9a1c-1b17-44b1-a651-282364854920,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:32.647804 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-83b7f05a-eea1-419d-9c73-18d7991bf3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.709069 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3785fb-36c8-45cd-9078-6dfc553a9c32 req-8416dc0f-16a8-4385-9684-de5ee8ae97c3 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:32.710446 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dd3785fb-36c8-45cd-9078-6dfc553a9c32 req-8416dc0f-16a8-4385-9684-de5ee8ae97c3 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.4049973 Sep 02 04:38:32.720592 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-83b7f05a-eea1-419d-9c73-18d7991bf3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.759995 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-83b7f05a-eea1-419d-9c73-18d7991bf3d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28faa2d587a449d0800fd173d8f56953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414636 Sep 02 04:38:32.761987 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7f05a-eea1-419d-9c73-18d7991bf3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7059f1c-84d6-4c6b-af87-e6246fca1fba,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:32.764416 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Notify callbacks [] for port, precommit_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.765304 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51556) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:32.774388 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Transition to ACTIVE for port object 82b32225-fa2b-4da8-85d9-27fc93cd0d40 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:38:32.814733 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-dd3785fb-36c8-45cd-9078-6dfc553a9c32 req-898d3d4d-8a50-4c9b-9c58-5454a513830a tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969863 Sep 02 04:38:32.817584 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7f1dbac6-e508-4231-9c97-d4253570710d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.839060 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7f1dbac6-e508-4231-9c97-d4253570710d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.862796 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.910468 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Attempting to bind port 82b32225-fa2b-4da8-85d9-27fc93cd0d40 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:38:32.911067 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Attempting to bind port 82b32225-fa2b-4da8-85d9-27fc93cd0d40 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:38:32.911204 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Attempting to bind port 82b32225-fa2b-4da8-85d9-27fc93cd0d40 on network 18fb76dd-f907-485a-9600-a8a8c1b2c99b {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:38:32.921534 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:38:32.921906 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:38:32.922301 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.922695 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Bound using segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:38:32.923151 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Bound port: 82b32225-fa2b-4da8-85d9-27fc93cd0d40, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:38:32.923529 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.925161 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36669d29-5dc2-48d2-beaf-7e74a9b57a20 None None] Pushing event updated for resources: {'Port': ['ID=82b32225-fa2b-4da8-85d9-27fc93cd0d40,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:32.949172 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7f1dbac6-e508-4231-9c97-d4253570710d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.952074 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-7f1dbac6-e508-4231-9c97-d4253570710d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.953949 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-7f1dbac6-e508-4231-9c97-d4253570710d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7059f1c-84d6-4c6b-af87-e6246fca1fba HTTP/1.1" status: 204 len: 168 time: 0.1868081 Sep 02 04:38:32.962604 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dbac6-e508-4231-9c97-d4253570710d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7059f1c-84d6-4c6b-af87-e6246fca1fba,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:32.963998 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:32.987772 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] For port 82b32225-fa2b-4da8-85d9-27fc93cd0d40, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:38:33.003061 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] For port 82b32225-fa2b-4da8-85d9-27fc93cd0d40, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=82b32225-fa2b-4da8-85d9-27fc93cd0d40,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:38:33.080681 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:33.125647 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Allocated IP 172.20.0.1 (94925f62-31db-412f-a5ea-04108ada5944/7bccc6aa-28dd-4a85-85a1-f8bab79ac34a/f7bff0bc-6384-43fa-a618-7d3040fb2390) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:38:33.136791 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:38:33.137432 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:38:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:33.170558 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36669d29-5dc2-48d2-beaf-7e74a9b57a20 None None] Pushing event updated for resources: {'Port': ['ID=82b32225-fa2b-4da8-85d9-27fc93cd0d40,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:33.234255 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:33.249777 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Transition to ACTIVE for port object f7bff0bc-6384-43fa-a618-7d3040fb2390 will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:38:33.369575 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:38:33.372346 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:33.408918 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Network 94925f62-31db-412f-a5ea-04108ada5944 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:38:33.413277 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:38:33.416719 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:38:33.444193 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bff0bc-6384-43fa-a618-7d3040fb2390,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:33.490988 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074298'] for router_interface, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:33.558633 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:31Z', 'revision_number': 3, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:33.593716 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64582930-2593-4825-ab5c-ec66e4e83f6b None None] The sync data for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi is: [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:31Z', 'revision_number': 3, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:38:33.692274 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:33.729399 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51562) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:33.745384 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c8ee6bfe-cafc-4ed7-9a6c-4054e2574e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:33.817289 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-497257d4-2636-4509-98e8-85e92b58a5c8 None None] Provisioning for port f7bff0bc-6384-43fa-a618-7d3040fb2390 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:38:33.827511 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-497257d4-2636-4509-98e8-85e92b58a5c8 None None] Provisioning complete for port f7bff0bc-6384-43fa-a618-7d3040fb2390 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:33.827511 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-497257d4-2636-4509-98e8-85e92b58a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:33.894373 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c8ee6bfe-cafc-4ed7-9a6c-4054e2574e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:33.910014 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:33.915490 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-497257d4-2636-4509-98e8-85e92b58a5c8 None None] Port f7bff0bc-6384-43fa-a618-7d3040fb2390 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:38:33.969144 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d0a32-67a5-419c-a236-c1cedd13f55b req-dd29169a-9d48-4442-854f-d10733464fc8 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:33.972443 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-133d0a32-67a5-419c-a236-c1cedd13f55b req-dd29169a-9d48-4442-854f-d10733464fc8 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0595300 Sep 02 04:38:33.991341 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c8ee6bfe-cafc-4ed7-9a6c-4054e2574e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.000491 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.029183 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 824b9a1c-1b17-44b1-a651-282364854920 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:34.050251 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51566) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:34.050622 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-c8ee6bfe-cafc-4ed7-9a6c-4054e2574e3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=294859e0b1aa4d21b3270fe356479ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181906 Sep 02 04:38:34.083769 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 824b9a1c-1b17-44b1-a651-282364854920 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:34.084543 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.087415 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-133d0a32-67a5-419c-a236-c1cedd13f55b req-f76158c6-9732-489a-b95f-4706ac9b03d2 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103923 Sep 02 04:38:34.088661 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646378'] for router_interface, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.088911 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee6bfe-cafc-4ed7-9a6c-4054e2574e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7050e8-f593-438c-b315-6d4177ffa258,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:34.101227 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bff0bc-6384-43fa-a618-7d3040fb2390,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:34.160571 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-50bed69a-5de5-4909-bcb2-ad8d4b46acb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.189595 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 82b32225-fa2b-4da8-85d9-27fc93cd0d40 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:34.215614 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-50bed69a-5de5-4909-bcb2-ad8d4b46acb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.256404 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Network 94925f62-31db-412f-a5ea-04108ada5944 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:38:34.262157 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:38:34.307095 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 82b32225-fa2b-4da8-85d9-27fc93cd0d40 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:38:34.313912 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 82b32225-fa2b-4da8-85d9-27fc93cd0d40 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:34.318715 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.411399 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:38:34.425050 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-50bed69a-5de5-4909-bcb2-ad8d4b46acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.427836 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-50bed69a-5de5-4909-bcb2-ad8d4b46acb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.433481 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-50bed69a-5de5-4909-bcb2-ad8d4b46acb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d7050e8-f593-438c-b315-6d4177ffa258 HTTP/1.1" status: 204 len: 168 time: 0.3759100 Sep 02 04:38:34.446190 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.455794 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a0fd30e6-b0a4-460a-bad4-7d9defeadf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.481352 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 82b32225-fa2b-4da8-85d9-27fc93cd0d40, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=82b32225-fa2b-4da8-85d9-27fc93cd0d40,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:38:34.495460 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bed69a-5de5-4909-bcb2-ad8d4b46acb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7050e8-f593-438c-b315-6d4177ffa258,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:34.544166 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:38:34.550717 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-3e6da28c-8b47-4ffc-8fcf-d958202cfaf9 admin admin] 10.222.0.13 "PUT /v2.0/routers/fa2ce310-76d0-4eb1-9d78-659a172bd0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3452177 Sep 02 04:38:34.559286 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-b71e6213-0128-4a0f-a8c6-5c7cd5c570be None None] Provisioning complete for port f7bff0bc-6384-43fa-a618-7d3040fb2390 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:34.559694 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-b71e6213-0128-4a0f-a8c6-5c7cd5c570be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.600189 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-b71e6213-0128-4a0f-a8c6-5c7cd5c570be None None] Port f7bff0bc-6384-43fa-a618-7d3040fb2390 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:38:34.628640 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:34.679053 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=82b32225-fa2b-4da8-85d9-27fc93cd0d40,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:34.714809 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.246634 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Sync routers for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:38:35.256237 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:38:35.256844 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:38:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:35.348982 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.360917 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51598) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:35.365993 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1308964830-network', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:35.368103 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:38:35.468683 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Made reservation on behalf of be491f32c7d8482c9241d9fa70a4c5f5 for: {'network': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:38:35.471344 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for network, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.485710 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.579894 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.645514 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.652539 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 2, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:35.659179 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 04:38:35.680143 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Checking router: fa2ce310-76d0-4eb1-9d78-659a172bd0f4 for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:38:35.680500 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Updating router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 port f7bff0bc-6384-43fa-a618-7d3040fb2390 binding host dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:38:35.684539 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.684539 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.segments_db [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Added segment d0410342-6612-47cd-b994-433bfd4f6ab1 of type vlan for network e840d786-4a4e-4823-97d9-9134940ed81a Sep 02 04:38:35.691169 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c65a5fc-0234-4e30-814d-2c6e65e831bb,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:35.716209 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.727983 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742257850076'] for network, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.832312 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042'] for network, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.833244 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:35.833847 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:35.873697 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 82b32225-fa2b-4da8-85d9-27fc93cd0d40 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:35.904980 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] Pushing event updated for resources: {'Network': ['ID=e840d786-4a4e-4823-97d9-9134940ed81a,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:35.915584 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Network e840d786-4a4e-4823-97d9-9134940ed81a details requested by agent ovs-agent-dv-cinder-804735-7-iscsi with host dv-cinder-804735-7-iscsi {{(pid=94403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 04:38:35.949660 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-2cd730d2-5514-405a-9533-081c9b76c676 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5874426 Sep 02 04:38:35.952050 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51610) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:35.957470 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Request body: {'subnet': {'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1308964830-subnet', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'ip_version': 4}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:35.990953 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 82b32225-fa2b-4da8-85d9-27fc93cd0d40 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:35.991325 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.001295 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.013123 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Transition to ACTIVE for port object f7bff0bc-6384-43fa-a618-7d3040fb2390 will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:38:36.040168 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Made reservation on behalf of be491f32c7d8482c9241d9fa70a4c5f5 for: {'subnet': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:38:36.042531 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26635767'] for subnet, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.106866 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.156901 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Pushing event updated for resources: {'Port': ['ID=f7bff0bc-6384-43fa-a618-7d3040fb2390,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:36.166756 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.167106 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.167656 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.168027 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.168362 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.168687 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.169008 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.169337 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.169678 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.170001 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.170487 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.170972 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:38:36.235251 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Attempting to bind port f7bff0bc-6384-43fa-a618-7d3040fb2390 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:38:36.235628 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Attempting to bind port f7bff0bc-6384-43fa-a618-7d3040fb2390 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:38:36.236028 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Attempting to bind port f7bff0bc-6384-43fa-a618-7d3040fb2390 on network 94925f62-31db-412f-a5ea-04108ada5944 {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:38:36.241547 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:38:36.241927 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Checking segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:38:36.242327 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.242867 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Bound using segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:38:36.243335 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Bound port: f7bff0bc-6384-43fa-a618-7d3040fb2390, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:38:36.243737 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.307985 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26573261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26635737'] for subnet, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.319807 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] For port f7bff0bc-6384-43fa-a618-7d3040fb2390, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:38:36.323272 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] For port f7bff0bc-6384-43fa-a618-7d3040fb2390, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=f7bff0bc-6384-43fa-a618-7d3040fb2390,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:38:36.369071 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0980f6-f999-4230-a2b1-7c8db5a786b7,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:36.375004 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Checking segment: {'id': 'd0410342-6612-47cd-b994-433bfd4f6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:38:36.375364 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Network hostable DHCP agents. Network: e840d786-4a4e-4823-97d9-9134940ed81a, hostable agents: ['5b639cc9-7176-4900-988f-fd909aba9633'], hosted agents: [] {{(pid=94401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 04:38:36.429882 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.486538 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:38:36.486538 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:38:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:36.503018 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Network e840d786-4a4e-4823-97d9-9134940ed81a is scheduled to be hosted by DHCP agent 5b639cc9-7176-4900-988f-fd909aba9633 with binding_index 1 {{(pid=94401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 04:38:36.554492 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e40884-2d80-41ae-ac72-2bb959e5ead4 None None] Pushing event updated for resources: {'Port': ['ID=f7bff0bc-6384-43fa-a618-7d3040fb2390,revision_number=4']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:36.615829 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:38:36.651387 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-7-iscsi, e840d786-4a4e-4823-97d9-9134940ed81a) {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:38:36.655615 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:36.656526 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.664969 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ba3ba-aa8e-48b6-8530-c7ba023890ce None None] Network e840d786-4a4e-4823-97d9-9134940ed81a requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:38:36.743534 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-516c21bd-6441-4d69-acf1-a666bcb93bb6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7901134 Sep 02 04:38:36.748950 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51626) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:36.753652 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1308964830-router', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:36.824909 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a486f3-8f72-5bf9-945a-33db7619340c-e840d786-4a4e-4823-97d9-9134940ed81a', 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'fixed_ips': [{'subnet_id': '8a0980f6-f999-4230-a2b1-7c8db5a786b7'}]}} from dv-cinder-804735-7-iscsi. {{(pid=94403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 04:38:36.825808 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.837951 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:36Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:36.857692 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1642938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27977'] for router, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.858987 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1643562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645498', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27974'] for router, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.868084 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35198a94-9c39-4752-84d0-b1c6a80dd647 None None] The sync data for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi is: [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:36Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:38:36.958226 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:36.968752 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.db_base_plugin_common [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Allocated IP 172.20.0.2 (e840d786-4a4e-4823-97d9-9134940ed81a/8a0980f6-f999-4230-a2b1-7c8db5a786b7/8ade8dde-4a83-4495-bb2e-e0190c131a19) {{(pid=94403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:38:37.152579 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Notify callbacks [] for port, precommit_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.162926 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Transition to ACTIVE for port object 8ade8dde-4a83-4495-bb2e-e0190c131a19 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:38:37.178729 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.190909 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Transition to ACTIVE for port object 8ade8dde-4a83-4495-bb2e-e0190c131a19 will not be triggered until provisioned by entity DHCP. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:38:37.302563 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322'] for port, after_create {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.318768 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.324496 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Network e840d786-4a4e-4823-97d9-9134940ed81a is already hosted by enough agents. {{(pid=94403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:38:37.344562 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Resources bound (agent type, host, resource id): {{(pid=94403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:38:37.348447 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Received port after_create {{(pid=94403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:38:37.382539 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Pushing event updated for resources: {'Port': ['ID=8ade8dde-4a83-4495-bb2e-e0190c131a19,revision_number=1']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:37.416549 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Attempting to bind port 8ade8dde-4a83-4495-bb2e-e0190c131a19 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:38:37.424230 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Attempting to bind port 8ade8dde-4a83-4495-bb2e-e0190c131a19 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': 'd0410342-6612-47cd-b994-433bfd4f6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:38:37.424230 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Attempting to bind port 8ade8dde-4a83-4495-bb2e-e0190c131a19 on network e840d786-4a4e-4823-97d9-9134940ed81a {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:38:37.424230 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:38:37.424230 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Checking segment: {'id': 'd0410342-6612-47cd-b994-433bfd4f6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:38:37.424818 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.425005 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Bound using segment: {'id': 'd0410342-6612-47cd-b994-433bfd4f6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:38:37.425562 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Bound port: 8ade8dde-4a83-4495-bb2e-e0190c131a19, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0410342-6612-47cd-b994-433bfd4f6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:38:37.426012 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.489304 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.498487 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] For port 8ade8dde-4a83-4495-bb2e-e0190c131a19, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:38:37.501991 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] For port 8ade8dde-4a83-4495-bb2e-e0190c131a19, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=8ade8dde-4a83-4495-bb2e-e0190c131a19,segment=NetworkSegment(d0410342-6612-47cd-b994-433bfd4f6ab1),segment_id=d0410342-6612-47cd-b994-433bfd4f6ab1)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:38:37.512984 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.575842 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.622282 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Allocated IP 172.27.2.33 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/dff828cc-52b4-436d-b6ee-71786ef73ed5) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:38:37.643336 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa0fa2-ce3b-4be4-9a5e-811c70d3280f None None] Pushing event updated for resources: {'Port': ['ID=8ade8dde-4a83-4495-bb2e-e0190c131a19,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:37.740214 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.880737 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:37.926419 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:38:37.929659 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:38:37.933467 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:38:37.959839 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=dff828cc-52b4-436d-b6ee-71786ef73ed5,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:37.991238 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device f7bff0bc-6384-43fa-a618-7d3040fb2390 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:38.158280 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port f7bff0bc-6384-43fa-a618-7d3040fb2390 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:38:38.162471 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port f7bff0bc-6384-43fa-a618-7d3040fb2390 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:38.162786 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:38.244642 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:38.277073 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port f7bff0bc-6384-43fa-a618-7d3040fb2390, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=f7bff0bc-6384-43fa-a618-7d3040fb2390,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:38:38.290321 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:38.375443 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:38.423043 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=f7bff0bc-6384-43fa-a618-7d3040fb2390,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:38.483795 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1643555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645551'] for router, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:38.684243 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd is scheduled to L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 with binding_index 1 {{(pid=94401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 04:38:38.752862 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa24f487-7f92-4a52-83e5-b393cb211785 None None] Network e840d786-4a4e-4823-97d9-9134940ed81a requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:38:38.795720 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:38:38.819726 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Sync routers for ids ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:38:38.839072 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Routers {'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:38:38.839698 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:38:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:38.914538 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:38.915824 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-69922a0f-d89c-4d66-875c-f2411b997eb5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1659114 Sep 02 04:38:38.919096 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51642) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:38.953222 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-41075420-5681-4cb0-85e5-955b79600b55 None None] Provisioning for port 8ade8dde-4a83-4495-bb2e-e0190c131a19 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:38:38.998965 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Set router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:38:39.324489 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'name': 'tempest-TestVolumeBootPattern-1308964830-router', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:36Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 3, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'gw_port': {'id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:56:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:37Z', 'updated_at': '2021-09-02T04:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:39.352360 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Checking router: ebd48b38-48a4-46e5-a5d6-452ff7af9ccd for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:38:39.352719 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Updating router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd port dff828cc-52b4-436d-b6ee-71786ef73ed5 binding host dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:38:39.385370 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:39.615952 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:39.659672 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Notify callbacks [] for port, precommit_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:39.670194 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Transition to ACTIVE for port object dff828cc-52b4-436d-b6ee-71786ef73ed5 will not be triggered until provisioned by entity L2. {{(pid=94403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:38:39.766672 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Allocated IP 172.20.0.1 (e840d786-4a4e-4823-97d9-9134940ed81a/8a0980f6-f999-4230-a2b1-7c8db5a786b7/2a243479-b6ee-4d21-922a-b1e7b016faad) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:38:39.817335 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:39.872829 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Attempting to bind port dff828cc-52b4-436d-b6ee-71786ef73ed5 on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:38:39.873280 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Attempting to bind port dff828cc-52b4-436d-b6ee-71786ef73ed5 by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:38:39.873642 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Attempting to bind port dff828cc-52b4-436d-b6ee-71786ef73ed5 on network 18fb76dd-f907-485a-9600-a8a8c1b2c99b {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:38:39.881296 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045917e-dab0-41d2-a848-e401e7c97d93 None None] Pushing event updated for resources: {'Port': ['ID=dff828cc-52b4-436d-b6ee-71786ef73ed5,revision_number=2']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:39.885688 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:39.887826 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:38:39.889909 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Checking segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:38:39.889909 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:39.889909 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Bound using segment: {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'} {{(pid=94403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:38:39.889909 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.managers [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Bound port: dff828cc-52b4-436d-b6ee-71786ef73ed5, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f025649-a372-4bb5-8c53-b0e6268523aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b'}}] {{(pid=94403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:38:39.889909 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:39.900755 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Transition to ACTIVE for port object 2a243479-b6ee-4d21-922a-b1e7b016faad will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:38:39.943715 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] For port dff828cc-52b4-436d-b6ee-71786ef73ed5, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:38:39.946778 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] For port dff828cc-52b4-436d-b6ee-71786ef73ed5, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=dff828cc-52b4-436d-b6ee-71786ef73ed5,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:38:39.959838 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 8ade8dde-4a83-4495-bb2e-e0190c131a19 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:40.000664 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.029105 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.040612 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Network e840d786-4a4e-4823-97d9-9134940ed81a is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:38:40.043542 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:38:40.047085 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:38:40.072078 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Pushing event updated for resources: {'Port': ['ID=2a243479-b6ee-4d21-922a-b1e7b016faad,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:40.088161 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 8ade8dde-4a83-4495-bb2e-e0190c131a19 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:38:40.091741 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074298'] for router_interface, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.092671 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045917e-dab0-41d2-a848-e401e7c97d93 None None] Pushing event updated for resources: {'Port': ['ID=dff828cc-52b4-436d-b6ee-71786ef73ed5,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:40.096508 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Routers {'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:38:40.097136 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:38:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:40.098912 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 8ade8dde-4a83-4495-bb2e-e0190c131a19 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:40.102870 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.260505 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] Set router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:38:40.284034 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.326225 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.413786 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 8ade8dde-4a83-4495-bb2e-e0190c131a19, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=8ade8dde-4a83-4495-bb2e-e0190c131a19,segment=NetworkSegment(d0410342-6612-47cd-b994-433bfd4f6ab1),segment_id=d0410342-6612-47cd-b994-433bfd4f6ab1)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:38:40.429278 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-8325226d-44bb-4fed-80bb-2c8a7364428d None None] Provisioning for port 2a243479-b6ee-4d21-922a-b1e7b016faad completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:38:40.436683 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-8325226d-44bb-4fed-80bb-2c8a7364428d None None] Provisioning complete for port 2a243479-b6ee-4d21-922a-b1e7b016faad triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:40.437064 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-8325226d-44bb-4fed-80bb-2c8a7364428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.443404 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.476541 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.477314 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device f7bff0bc-6384-43fa-a618-7d3040fb2390 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:40.480035 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.545879 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1646378'] for router_interface, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.547741 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Pushing event updated for resources: {'Port': ['ID=2a243479-b6ee-4d21-922a-b1e7b016faad,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:40.560557 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-8325226d-44bb-4fed-80bb-2c8a7364428d None None] Port 2a243479-b6ee-4d21-922a-b1e7b016faad cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:38:40.593026 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=8ade8dde-4a83-4495-bb2e-e0190c131a19,revision_number=3']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:40.611837 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'name': 'tempest-TestVolumeBootPattern-1308964830-router', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:36Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 3, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'gw_port': {'id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:56:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:37Z', 'updated_at': '2021-09-02T04:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:40.641543 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port f7bff0bc-6384-43fa-a618-7d3040fb2390 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:40.641891 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.646577 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22921b-3bd0-457f-8dcf-48c9fbd968ad None None] The sync data for ids ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'] in dv-cinder-804735-7-iscsi is: [{'id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'name': 'tempest-TestVolumeBootPattern-1308964830-router', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:36Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 3, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'gw_port': {'id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:56:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:37Z', 'updated_at': '2021-09-02T04:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:38:40.647901 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Network e840d786-4a4e-4823-97d9-9134940ed81a is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:38:40.649320 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:38:40.778147 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:38:40.882319 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-7adafe09-28cd-4709-8fad-104ba1f73c2d None None] Provisioning complete for port 2a243479-b6ee-4d21-922a-b1e7b016faad triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:40.882703 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-7adafe09-28cd-4709-8fad-104ba1f73c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:40.920326 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:38:40.933831 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-cae4be4f-8bd9-4111-a030-119bab2bffcc admin admin] 10.222.0.13 "PUT /v2.0/routers/ebd48b38-48a4-46e5-a5d6-452ff7af9ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0118906 Sep 02 04:38:40.953744 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-7adafe09-28cd-4709-8fad-104ba1f73c2d None None] Port 2a243479-b6ee-4d21-922a-b1e7b016faad cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:38:41.591383 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51684) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:41.596425 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-7b9022ae-c696-4dad-a210-ad9cc7000cf9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572465320', 'description': 'tempest-secgroup-smoke-1572465320 description', 'project_id': '806b9f6ba89a498d91b52d657b7af897'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:41.674136 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7b9022ae-c696-4dad-a210-ad9cc7000cf9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:41.755412 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7b9022ae-c696-4dad-a210-ad9cc7000cf9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:41.815410 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7b9022ae-c696-4dad-a210-ad9cc7000cf9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:41.850564 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9022ae-c696-4dad-a210-ad9cc7000cf9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f24970b-8881-47e5-80bd-f9c42caa1e2c,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:41.912364 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7b9022ae-c696-4dad-a210-ad9cc7000cf9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:41.913894 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7b9022ae-c696-4dad-a210-ad9cc7000cf9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3211846 Sep 02 04:38:41.916634 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51694) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:41.921181 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-32986d7e-5b23-4b86-8cff-f11fa928eb20 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'security_group_rule': {'security_group_id': '9f24970b-8881-47e5-80bd-f9c42caa1e2c', 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:41.946607 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device dff828cc-52b4-436d-b6ee-71786ef73ed5 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:42.038962 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-32986d7e-5b23-4b86-8cff-f11fa928eb20 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.062445 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port dff828cc-52b4-436d-b6ee-71786ef73ed5 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:38:42.066499 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port dff828cc-52b4-436d-b6ee-71786ef73ed5 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:42.066839 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.097868 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-32986d7e-5b23-4b86-8cff-f11fa928eb20 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.148278 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.174057 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port dff828cc-52b4-436d-b6ee-71786ef73ed5, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=dff828cc-52b4-436d-b6ee-71786ef73ed5,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:38:42.188507 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-32986d7e-5b23-4b86-8cff-f11fa928eb20 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.207264 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32986d7e-5b23-4b86-8cff-f11fa928eb20 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe7b9b1-6212-455f-96a6-8c93f42d14d8,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:42.297242 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.297396 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-32986d7e-5b23-4b86-8cff-f11fa928eb20 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.298052 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 8ade8dde-4a83-4495-bb2e-e0190c131a19 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:42.298577 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-32986d7e-5b23-4b86-8cff-f11fa928eb20 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3809807 Sep 02 04:38:42.301224 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51704) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:42.305622 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-122f796e-5f87-46ef-9e83-bf79a29fc450 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'security_group_rule': {'security_group_id': '9f24970b-8881-47e5-80bd-f9c42caa1e2c', 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:42.338486 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Sync routers for ids ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:38:42.348388 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Routers {'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:38:42.348998 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:38:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:42.379949 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=dff828cc-52b4-436d-b6ee-71786ef73ed5,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:42.397193 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 8ade8dde-4a83-4495-bb2e-e0190c131a19 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:42.397789 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.406495 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-122f796e-5f87-46ef-9e83-bf79a29fc450 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.457038 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Set router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:38:42.477284 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-122f796e-5f87-46ef-9e83-bf79a29fc450 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.592640 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-122f796e-5f87-46ef-9e83-bf79a29fc450 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.611560 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f796e-5f87-46ef-9e83-bf79a29fc450 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7383358a-e172-486c-898c-cf589df186bd,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:42.653431 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'name': 'tempest-TestVolumeBootPattern-1308964830-router', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:36Z', 'updated_at': '2021-09-02T04:38:40Z', 'revision_number': 4, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'gw_port': {'id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:37Z', 'updated_at': '2021-09-02T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '2a243479-b6ee-4d21-922a-b1e7b016faad', 'name': '', 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'mac_address': 'fa:16:3e:be:75:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8a0980f6-f999-4230-a2b1-7c8db5a786b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:39Z', 'updated_at': '2021-09-02T04:38:40Z', 'revision_number': 2, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'subnets': [{'id': '8a0980f6-f999-4230-a2b1-7c8db5a786b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:42.678846 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Checking router: ebd48b38-48a4-46e5-a5d6-452ff7af9ccd for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:38:42.679192 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Updating router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd port 2a243479-b6ee-4d21-922a-b1e7b016faad binding host dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 04:38:42.702897 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.708920 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-122f796e-5f87-46ef-9e83-bf79a29fc450 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.710145 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-122f796e-5f87-46ef-9e83-bf79a29fc450 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4080033 Sep 02 04:38:42.712901 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51708) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:42.718081 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-3b4f3cad-92c7-4dc5-b6c6-d4dbfa8d14d6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'security_group_rule': {'security_group_id': '9f24970b-8881-47e5-80bd-f9c42caa1e2c', 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:42.810034 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3cad-92c7-4dc5-b6c6-d4dbfa8d14d6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.866985 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3cad-92c7-4dc5-b6c6-d4dbfa8d14d6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.952353 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3cad-92c7-4dc5-b6c6-d4dbfa8d14d6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:42.975870 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3cad-92c7-4dc5-b6c6-d4dbfa8d14d6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bafde9-f346-4a41-ac22-1567c182dfa7,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:43.038219 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Notify callbacks [] for port, precommit_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.040121 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3cad-92c7-4dc5-b6c6-d4dbfa8d14d6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.043932 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-3b4f3cad-92c7-4dc5-b6c6-d4dbfa8d14d6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274875 Sep 02 04:38:43.044247 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51710) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:43.048453 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.provisioning_blocks [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Transition to ACTIVE for port object 2a243479-b6ee-4d21-922a-b1e7b016faad will not be triggered until provisioned by entity L2. {{(pid=94404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:38:43.050411 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-70e39d1f-584a-4641-b149-e99645802c8f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'security_group_rule': {'security_group_id': '9f24970b-8881-47e5-80bd-f9c42caa1e2c', 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:43.171340 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.175884 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-70e39d1f-584a-4641-b149-e99645802c8f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.219873 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fae8f0-b19f-40e5-8521-255d28e79480 None None] Pushing event updated for resources: {'Port': ['ID=2a243479-b6ee-4d21-922a-b1e7b016faad,revision_number=3']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:43.238335 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-70e39d1f-584a-4641-b149-e99645802c8f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.277976 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Attempting to bind port 2a243479-b6ee-4d21-922a-b1e7b016faad on host dv-cinder-804735-7-iscsi for vnic_type normal with profile {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:38:43.278339 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Attempting to bind port 2a243479-b6ee-4d21-922a-b1e7b016faad by drivers openvswitch,hyperv on host dv-cinder-804735-7-iscsi at level 0 using segments [{'id': 'd0410342-6612-47cd-b994-433bfd4f6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a'}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:38:43.278805 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Attempting to bind port 2a243479-b6ee-4d21-922a-b1e7b016faad on network e840d786-4a4e-4823-97d9-9134940ed81a {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:38:43.284317 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Checking agent: {'id': '35a227c9-7612-4551-9be7-283affb49b0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 21, 35), 'started_at': datetime.datetime(2021, 9, 2, 4, 22, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:38:43.284687 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Checking segment: {'id': 'd0410342-6612-47cd-b994-433bfd4f6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:38:43.285079 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.285467 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Bound using segment: {'id': 'd0410342-6612-47cd-b994-433bfd4f6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a'} {{(pid=94404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:38:43.285920 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.managers [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Bound port: 2a243479-b6ee-4d21-922a-b1e7b016faad, host: dv-cinder-804735-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0410342-6612-47cd-b994-433bfd4f6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a'}}] {{(pid=94404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:38:43.286290 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.314545 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-70e39d1f-584a-4641-b149-e99645802c8f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.333540 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e39d1f-584a-4641-b149-e99645802c8f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9c6fb4-1577-4e30-9b80-9b70503c33d3,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:43.354042 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] For port 2a243479-b6ee-4d21-922a-b1e7b016faad, host dv-cinder-804735-7-iscsi, cleared binding levels {{(pid=94404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:38:43.357122 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.plugins.ml2.db [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] For port 2a243479-b6ee-4d21-922a-b1e7b016faad, host dv-cinder-804735-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=2a243479-b6ee-4d21-922a-b1e7b016faad,segment=NetworkSegment(d0410342-6612-47cd-b994-433bfd4f6ab1),segment_id=d0410342-6612-47cd-b994-433bfd4f6ab1)] {{(pid=94404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:38:43.411687 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-70e39d1f-584a-4641-b149-e99645802c8f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.412998 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-70e39d1f-584a-4641-b149-e99645802c8f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3677604 Sep 02 04:38:43.415676 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51712) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:43.420185 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-c010412a-9549-4284-9181-3935e55cae3b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'security_group_rule': {'security_group_id': '9f24970b-8881-47e5-80bd-f9c42caa1e2c', 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:43.445787 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron_lib.callbacks.manager [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.510320 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fae8f0-b19f-40e5-8521-255d28e79480 None None] Pushing event updated for resources: {'Port': ['ID=2a243479-b6ee-4d21-922a-b1e7b016faad,revision_number=4']} {{(pid=94404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:43.516051 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Routers {'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:38:43.516675 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:38:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:43.538353 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.securitygroups_db [None req-c010412a-9549-4284-9181-3935e55cae3b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Project 806b9f6ba89a498d91b52d657b7af897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 04:38:43.546979 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c010412a-9549-4284-9181-3935e55cae3b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.620857 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c010412a-9549-4284-9181-3935e55cae3b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.674877 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] Set router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:38:43.702902 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c010412a-9549-4284-9181-3935e55cae3b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.720874 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010412a-9549-4284-9181-3935e55cae3b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e261cc5-da7a-4da5-826d-7be7230aba49,revision_number=0']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:43.788746 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-c010412a-9549-4284-9181-3935e55cae3b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:43.789970 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-c010412a-9549-4284-9181-3935e55cae3b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733511 Sep 02 04:38:43.798482 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51726) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:43.804366 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-cf02459e-8711-452c-829a-be4e6d152706 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'security_group_rule': {'security_group_id': '9f24970b-8881-47e5-80bd-f9c42caa1e2c', 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:38:43.882046 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device dff828cc-52b4-436d-b6ee-71786ef73ed5 up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:43.889819 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'name': 'tempest-TestVolumeBootPattern-1308964830-router', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:36Z', 'updated_at': '2021-09-02T04:38:40Z', 'revision_number': 4, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'gw_port': {'id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:37Z', 'updated_at': '2021-09-02T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '2a243479-b6ee-4d21-922a-b1e7b016faad', 'name': '', 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'mac_address': 'fa:16:3e:be:75:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8a0980f6-f999-4230-a2b1-7c8db5a786b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:39Z', 'updated_at': '2021-09-02T04:38:43Z', 'revision_number': 4, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'subnets': [{'id': '8a0980f6-f999-4230-a2b1-7c8db5a786b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:38:43.913286 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.securitygroups_db [None req-cf02459e-8711-452c-829a-be4e6d152706 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Project 806b9f6ba89a498d91b52d657b7af897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 04:38:43.918192 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81d968-009b-4cc5-8163-318e5f38e47d None None] The sync data for ids ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'] in dv-cinder-804735-7-iscsi is: [{'id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'name': 'tempest-TestVolumeBootPattern-1308964830-router', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:36Z', 'updated_at': '2021-09-02T04:38:40Z', 'revision_number': 4, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'gw_port': {'id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:37Z', 'updated_at': '2021-09-02T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '2a243479-b6ee-4d21-922a-b1e7b016faad', 'name': '', 'network_id': 'e840d786-4a4e-4823-97d9-9134940ed81a', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'mac_address': 'fa:16:3e:be:75:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '8a0980f6-f999-4230-a2b1-7c8db5a786b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:39Z', 'updated_at': '2021-09-02T04:38:43Z', 'revision_number': 4, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'subnets': [{'id': '8a0980f6-f999-4230-a2b1-7c8db5a786b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:38:43.921681 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cf02459e-8711-452c-829a-be4e6d152706 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.004819 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cf02459e-8711-452c-829a-be4e6d152706 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.091589 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port dff828cc-52b4-436d-b6ee-71786ef73ed5 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:44.091837 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.097177 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cf02459e-8711-452c-829a-be4e6d152706 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663708'] for security_group_rule, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.120063 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02459e-8711-452c-829a-be4e6d152706 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ece0caf-abdb-4aa7-a568-7205b13f06cd,revision_number=0']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:44.194321 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-cf02459e-8711-452c-829a-be4e6d152706 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.195828 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-cf02459e-8711-452c-829a-be4e6d152706 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3956072 Sep 02 04:38:44.352691 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51764) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:44.469549 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-40c49a1e-3753-4694-9424-7f04d8c66a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.562808 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-40c49a1e-3753-4694-9424-7f04d8c66a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.666832 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-40c49a1e-3753-4694-9424-7f04d8c66a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.707029 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c49a1e-3753-4694-9424-7f04d8c66a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edddf305-c486-4100-a8f3-75ac0c4d28d4,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:44.713698 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-40c49a1e-3753-4694-9424-7f04d8c66a94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36ff3521b28b4590aeecb96ed6540c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576574 Sep 02 04:38:44.715146 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51776) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:44.768950 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2df4f6c3-a270-49fe-bb9d-a792a44d533f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.789928 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2df4f6c3-a270-49fe-bb9d-a792a44d533f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.928855 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:38:44.935191 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2df4f6c3-a270-49fe-bb9d-a792a44d533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.938237 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-2df4f6c3-a270-49fe-bb9d-a792a44d533f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:44.939368 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-2df4f6c3-a270-49fe-bb9d-a792a44d533f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edddf305-c486-4100-a8f3-75ac0c4d28d4 HTTP/1.1" status: 204 len: 168 time: 0.2218874 Sep 02 04:38:44.948906 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4f6c3-a270-49fe-bb9d-a792a44d533f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edddf305-c486-4100-a8f3-75ac0c4d28d4,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:45.720513 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51796) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:45.734349 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-032c3f4c-1dcc-4cf7-ac1d-4daade7c8976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:45.822866 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-032c3f4c-1dcc-4cf7-ac1d-4daade7c8976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:45.895430 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 2a243479-b6ee-4d21-922a-b1e7b016faad up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:45.895996 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-032c3f4c-1dcc-4cf7-ac1d-4daade7c8976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:45.933528 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-032c3f4c-1dcc-4cf7-ac1d-4daade7c8976 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c477c7250b9640dd82e9c17ef80f1853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118115 Sep 02 04:38:45.935358 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c3f4c-1dcc-4cf7-ac1d-4daade7c8976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c68f3d-1aa9-451d-bc15-89bd41145305,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:45.936571 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51802) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:45.989972 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-801329bc-c52d-4b1b-98c6-c19d6f3ae7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:46.010225 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-801329bc-c52d-4b1b-98c6-c19d6f3ae7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:46.034272 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning for port 2a243479-b6ee-4d21-922a-b1e7b016faad completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:38:46.038315 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 2a243479-b6ee-4d21-922a-b1e7b016faad triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:46.038726 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:46.122064 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:46.156912 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] For port 2a243479-b6ee-4d21-922a-b1e7b016faad, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=2a243479-b6ee-4d21-922a-b1e7b016faad,segment=NetworkSegment(d0410342-6612-47cd-b994-433bfd4f6ab1),segment_id=d0410342-6612-47cd-b994-433bfd4f6ab1)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:38:46.249421 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:46.300302 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Pushing event updated for resources: {'Port': ['ID=2a243479-b6ee-4d21-922a-b1e7b016faad,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:46.365798 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-801329bc-c52d-4b1b-98c6-c19d6f3ae7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:46.376843 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-801329bc-c52d-4b1b-98c6-c19d6f3ae7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:46.376843 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-801329bc-c52d-4b1b-98c6-c19d6f3ae7fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2c68f3d-1aa9-451d-bc15-89bd41145305 HTTP/1.1" status: 204 len: 168 time: 0.4369714 Sep 02 04:38:46.386184 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801329bc-c52d-4b1b-98c6-c19d6f3ae7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c68f3d-1aa9-451d-bc15-89bd41145305,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:47.875519 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 2a243479-b6ee-4d21-922a-b1e7b016faad up at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:38:47.923343 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Provisioning complete for port 2a243479-b6ee-4d21-922a-b1e7b016faad triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:38:47.923803 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:52.026413 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 51880) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:52.125866 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-39887096-427d-4b0e-ae11-38a03f26d71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:52.214101 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-39887096-427d-4b0e-ae11-38a03f26d71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:52.285431 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-39887096-427d-4b0e-ae11-38a03f26d71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:52.321967 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-39887096-427d-4b0e-ae11-38a03f26d71b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bdafb4ee91246aabd9933e22ab0cbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944920 Sep 02 04:38:52.322844 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39887096-427d-4b0e-ae11-38a03f26d71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a539a8-e502-4e8d-bb15-32945d11c3ce,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:52.324890 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 51884) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:38:52.376193 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0e88994a-5e26-4d17-9630-fefeecb97213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:52.396871 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0e88994a-5e26-4d17-9630-fefeecb97213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:52.542325 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0e88994a-5e26-4d17-9630-fefeecb97213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:52.544978 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-0e88994a-5e26-4d17-9630-fefeecb97213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:52.546125 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-0e88994a-5e26-4d17-9630-fefeecb97213 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8a539a8-e502-4e8d-bb15-32945d11c3ce HTTP/1.1" status: 204 len: 168 time: 0.2202654 Sep 02 04:38:52.553834 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88994a-5e26-4d17-9630-fefeecb97213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a539a8-e502-4e8d-bb15-32945d11c3ce,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:38:54.902644 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:38:57.363029 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-802e7a63-b1e3-4f11-b581-51741aeaec7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427661 Sep 02 04:38:57.460074 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-080660d1-c0e4-4c27-8a7f-679bce5f3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:57.461458 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-080660d1-c0e4-4c27-8a7f-679bce5f3ee2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=517e94bc84864ab9ae4f9150a816973b&device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1099 time: 0.0379903 Sep 02 04:38:57.566147 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-474c8c91-e5de-461f-815c-d5cdea8cc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:57.567637 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-474c8c91-e5de-461f-815c-d5cdea8cc789 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bfa45e8-237f-4771-91ff-dea054465f36 HTTP/1.1" status: 200 len: 909 time: 0.0851226 Sep 02 04:38:57.632182 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-b0d829fa-1155-4083-ad7d-d9084262fe69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=442b5f85-df00-4a4b-a475-71e2d347a54b HTTP/1.1" status: 200 len: 1002 time: 0.0568330 Sep 02 04:38:57.686414 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-6b127a40-9f5e-4273-a0df-c6c02723aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:57.688413 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-6b127a40-9f5e-4273-a0df-c6c02723aaa4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef HTTP/1.1" status: 200 len: 848 time: 0.0487244 Sep 02 04:38:57.737909 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-37f597d6-f085-437d-a729-978d33132c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:38:57.739298 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-37f597d6-f085-437d-a729-978d33132c40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bfa45e8-237f-4771-91ff-dea054465f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432074 Sep 02 04:38:57.830819 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-ddfa221b-2de1-49ca-b700-cbc584cc9d4c service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838633 Sep 02 04:38:57.922459 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ef540caf-fd2e-42a4-a5c2-d6656201716a req-49023a8b-3a56-491f-80c3-2352b78c9f22 service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836411 Sep 02 04:39:01.765186 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c475f835-f739-4c9c-b690-67b001b348bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:03.285484 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-519f2393-7be8-4362-a5d3-1663bfe49626 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572465320&fields=id&tenant_id=806b9f6ba89a498d91b52d657b7af897 HTTP/1.1" status: 200 len: 267 time: 0.0330760 Sep 02 04:39:03.388600 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-cfac05bc-b0a4-4fba-9c50-bf0cf65bfcf6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:03.390009 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-cfac05bc-b0a4-4fba-9c50-bf0cf65bfcf6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 811 time: 0.0980010 Sep 02 04:39:03.404604 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-7d5c34c7-b825-4d42-8816-1a2349a21aba tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/quotas/806b9f6ba89a498d91b52d657b7af897 HTTP/1.1" status: 200 len: 375 time: 0.0086024 Sep 02 04:39:03.452301 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-01c1c7fe-ee0b-42cd-8a58-d272179e9321 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420821 Sep 02 04:39:03.548899 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-55c173f1-4a7f-43f7-b6d7-25b9c3086b5e service neutron] 10.222.0.13 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853832 Sep 02 04:39:03.637705 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c71d0a67-1ad0-46b6-b401-a209d183c03f service neutron] 10.222.0.13 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826283 Sep 02 04:39:04.090414 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52056) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:04.198868 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-35c9320f-80f1-46d5-839b-5732c5420104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:04.297189 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-35c9320f-80f1-46d5-839b-5732c5420104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:04.356805 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c3c97d33-cf54-4573-a2be-a7cf5a8f26a3 req-93c0a1de-74ee-46fd-8486-51334fb05660 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 210 time: 0.0305338 Sep 02 04:39:04.403320 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-35c9320f-80f1-46d5-839b-5732c5420104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:04.433670 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-01e6a241-5d51-401c-8129-6cdeb41fdaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:04.441639 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-35c9320f-80f1-46d5-839b-5732c5420104 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdf09f1f638949b7bc1944eb35c6546c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501434 Sep 02 04:39:04.442596 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9320f-80f1-46d5-839b-5732c5420104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb1e45c-24d3-4b29-8702-ce1c15ca8c0d,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:04.444420 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52068) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:04.494243 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aa83c53d-107e-4597-b5c0-e602ef9b337d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:04.517477 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aa83c53d-107e-4597-b5c0-e602ef9b337d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:04.685174 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aa83c53d-107e-4597-b5c0-e602ef9b337d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:04.685391 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:04.687652 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aa83c53d-107e-4597-b5c0-e602ef9b337d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:04.688857 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-aa83c53d-107e-4597-b5c0-e602ef9b337d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfb1e45c-24d3-4b29-8702-ce1c15ca8c0d HTTP/1.1" status: 204 len: 168 time: 0.2425878 Sep 02 04:39:04.696611 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83c53d-107e-4597-b5c0-e602ef9b337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb1e45c-24d3-4b29-8702-ce1c15ca8c0d,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:05.363153 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:05.378284 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52078) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:05.391507 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7404d885-0586-4568-9fef-59af19accaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:05.406316 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-67668214-5f2b-46a3-a69d-d0f9f6e52462 req-6706b693-35fc-4004-a65c-3d56258488de tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 210 time: 0.0261238 Sep 02 04:39:05.478429 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7404d885-0586-4568-9fef-59af19accaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:05.570647 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7404d885-0586-4568-9fef-59af19accaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:05.609963 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404d885-0586-4568-9fef-59af19accaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9289a99-b8e4-4119-9866-f3db11bafe42,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:05.614678 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7404d885-0586-4568-9fef-59af19accaa1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12722f880117412d8d7d1796eca79a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354028 Sep 02 04:39:05.617353 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52080) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:05.664587 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-703ae432-a33a-4fb6-a358-84dadfa77833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:05.685504 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-703ae432-a33a-4fb6-a358-84dadfa77833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:05.832042 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-703ae432-a33a-4fb6-a358-84dadfa77833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:05.834623 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-703ae432-a33a-4fb6-a358-84dadfa77833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:05.835766 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-703ae432-a33a-4fb6-a358-84dadfa77833 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9289a99-b8e4-4119-9866-f3db11bafe42 HTTP/1.1" status: 204 len: 168 time: 0.2175300 Sep 02 04:39:05.845040 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ae432-a33a-4fb6-a358-84dadfa77833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9289a99-b8e4-4119-9866-f3db11bafe42,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:06.477916 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-f673b512-b2b4-43b9-952c-013d59b0f3cb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:06.480821 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-f673b512-b2b4-43b9-952c-013d59b0f3cb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 811 time: 0.1070852 Sep 02 04:39:06.493875 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52092) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:06.508078 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c781e609-c61c-4d7f-983b-c1a7060c2621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:06.510219 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ef39264-272b-45e0-9b56-3289f29af588 req-8bf1167e-16e1-46a7-b238-a7f1cd15c830 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 210 time: 0.0289342 Sep 02 04:39:06.548499 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-6efcb530-6748-4fd3-8919-a08ba8c15e03 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=806b9f6ba89a498d91b52d657b7af897 HTTP/1.1" status: 200 len: 380 time: 0.0409372 Sep 02 04:39:06.558900 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'port': {'device_id': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'admin_state_up': True, 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'security_groups': ['9f24970b-8881-47e5-80bd-f9c42caa1e2c']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:39:06.598741 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c781e609-c61c-4d7f-983b-c1a7060c2621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:06.673639 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c781e609-c61c-4d7f-983b-c1a7060c2621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:06.711954 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-c781e609-c61c-4d7f-983b-c1a7060c2621 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69e0173fa8644244906a07f4913800fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169223 Sep 02 04:39:06.716104 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e609-c61c-4d7f-983b-c1a7060c2621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3caa711-0c92-4347-8525-e28ee322b919,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:06.716249 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52094) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:06.762930 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1e18-f797-4c81-a6f8-55febfa88d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:06.786775 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1e18-f797-4c81-a6f8-55febfa88d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:06.795462 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Made reservation on behalf of 806b9f6ba89a498d91b52d657b7af897 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:39:06.799479 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:06.939934 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Allocated IP 172.20.0.11 (94925f62-31db-412f-a5ea-04108ada5944/7bccc6aa-28dd-4a85-85a1-f8bab79ac34a/4deda306-bddf-422e-9b02-41b37d716a44) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:39:06.975615 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1e18-f797-4c81-a6f8-55febfa88d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:06.978144 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-a8eb1e18-f797-4c81-a6f8-55febfa88d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:06.979268 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-a8eb1e18-f797-4c81-a6f8-55febfa88d2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3caa711-0c92-4347-8525-e28ee322b919 HTTP/1.1" status: 204 len: 168 time: 0.2636621 Sep 02 04:39:07.001762 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb1e18-f797-4c81-a6f8-55febfa88d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3caa711-0c92-4347-8525-e28ee322b919,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:07.084220 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:07.101713 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Transition to ACTIVE for port object 4deda306-bddf-422e-9b02-41b37d716a44 will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:39:07.222766 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:07.264172 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Network 94925f62-31db-412f-a5ea-04108ada5944 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:39:07.267138 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:39:07.270650 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:39:07.274652 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:07.295217 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'Port': ['ID=4deda306-bddf-422e-9b02-41b37d716a44,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:07.324231 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:07.324924 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:07.394357 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-c50b5013-2e21-4a12-a646-927fa08348e3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8390992 Sep 02 04:39:07.416918 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Request body: {'port': {'device_id': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:39:07.472753 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:07.588152 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-de821a27-c8ce-4904-affb-91471b56ce1c None None] Provisioning for port 4deda306-bddf-422e-9b02-41b37d716a44 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:39:07.592462 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-de821a27-c8ce-4904-affb-91471b56ce1c None None] Provisioning complete for port 4deda306-bddf-422e-9b02-41b37d716a44 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:39:07.592793 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-de821a27-c8ce-4904-affb-91471b56ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:07.627476 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-de821a27-c8ce-4904-affb-91471b56ce1c None None] Port 4deda306-bddf-422e-9b02-41b37d716a44 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:39:07.644509 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882e3b2-b9b5-431e-95f9-155baf0fec2f req-a316fa73-f67e-407a-9d25-5024f50c4b06 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:07.646404 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2882e3b2-b9b5-431e-95f9-155baf0fec2f req-a316fa73-f67e-407a-9d25-5024f50c4b06 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 932 time: 0.0663998 Sep 02 04:39:07.689378 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-2882e3b2-b9b5-431e-95f9-155baf0fec2f req-c9188a2f-7a4a-4cff-86ec-457787dd682f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364654 Sep 02 04:39:07.750717 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4deda306-bddf-422e-9b02-41b37d716a44 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:39:07.758040 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:07.770214 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Transition to ACTIVE for port object 4deda306-bddf-422e-9b02-41b37d716a44 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:39:07.895669 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:07.946869 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Pushing event updated for resources: {'Port': ['ID=4deda306-bddf-422e-9b02-41b37d716a44,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:08.040169 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Attempting to bind port 4deda306-bddf-422e-9b02-41b37d716a44 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:39:08.040511 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Attempting to bind port 4deda306-bddf-422e-9b02-41b37d716a44 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:39:08.040988 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Attempting to bind port 4deda306-bddf-422e-9b02-41b37d716a44 on network 94925f62-31db-412f-a5ea-04108ada5944 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:39:08.045861 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Port 4deda306-bddf-422e-9b02-41b37d716a44 on network 94925f62-31db-412f-a5ea-04108ada5944 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:39:08.046189 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Attempting to bind port 4deda306-bddf-422e-9b02-41b37d716a44 on network 94925f62-31db-412f-a5ea-04108ada5944 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:39:08.051157 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:39:08.051499 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Checking segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:39:08.051884 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Bound using segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:39:08.052343 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Bound port: 4deda306-bddf-422e-9b02-41b37d716a44, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:39:08.052703 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:08.118329 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] For port 4deda306-bddf-422e-9b02-41b37d716a44, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:39:08.121361 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] For port 4deda306-bddf-422e-9b02-41b37d716a44, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4deda306-bddf-422e-9b02-41b37d716a44,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:39:08.203843 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:08.239397 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:08.240117 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:08.241512 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] 10.222.0.20 "PUT /v2.0/ports/4deda306-bddf-422e-9b02-41b37d716a44 HTTP/1.1" status: 200 len: 1094 time: 0.8312542 Sep 02 04:39:08.241985 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'tag': '4deda306-bddf-422e-9b02-41b37d716a44'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:39:08.244521 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31da758-9cd4-41a3-91ff-a3a4a747ca2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e3415c-a3fb-4a04-b739-9e7da03cb425", "tag": "4deda306-bddf-422e-9b02-41b37d716a44"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:39:08.290128 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745bd35-04bd-4c45-9a2e-2c5528d4c9fa service neutron] Pushing event updated for resources: {'Port': ['ID=4deda306-bddf-422e-9b02-41b37d716a44,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:08.308674 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1986bc-ad69-4c56-a6ae-d0096d7af5bd x-openstack-request-id: req-7e1986bc-ad69-4c56-a6ae-d0096d7af5bd {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:39:08.308674 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e3415c-a3fb-4a04-b739-9e7da03cb425", "tag": "4deda306-bddf-422e-9b02-41b37d716a44", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:39:08.308674 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e1986bc-ad69-4c56-a6ae-d0096d7af5bd {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:39:08.308674 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'tag': '4deda306-bddf-422e-9b02-41b37d716a44', 'status': 'completed', 'code': 200} Sep 02 04:39:08.391800 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da758-9cd4-41a3-91ff-a3a4a747ca2b req-7e296b5a-af3b-4e41-b239-23c19482d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:08.394081 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a31da758-9cd4-41a3-91ff-a3a4a747ca2b req-7e296b5a-af3b-4e41-b239-23c19482d827 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 1097 time: 0.0440824 Sep 02 04:39:08.501509 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da758-9cd4-41a3-91ff-a3a4a747ca2b req-ec7dc3fb-cc61-4082-a426-bc6180c9179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:08.503613 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a31da758-9cd4-41a3-91ff-a3a4a747ca2b req-ec7dc3fb-cc61-4082-a426-bc6180c9179a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=806b9f6ba89a498d91b52d657b7af897&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0952399 Sep 02 04:39:08.600626 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da758-9cd4-41a3-91ff-a3a4a747ca2b req-073e08ca-cb07-42bf-9602-af23c8914bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:08.602087 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-a31da758-9cd4-41a3-91ff-a3a4a747ca2b req-073e08ca-cb07-42bf-9602-af23c8914bfa service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0904722 Sep 02 04:39:08.706288 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-1ef34034-70b5-4911-ad6c-f1ea844d85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:08.707765 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-1ef34034-70b5-4911-ad6c-f1ea844d85d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 1097 time: 0.0393827 Sep 02 04:39:08.756556 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-ed905b69-207c-43f8-a842-b8946ceb4fac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4deda306-bddf-422e-9b02-41b37d716a44 HTTP/1.1" status: 200 len: 217 time: 0.0345724 Sep 02 04:39:08.800809 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29360-6708-4baa-a583-dd413ba0431c req-a875e431-14a5-4afc-956b-4ef0a9926af3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:08.802273 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-edc29360-6708-4baa-a583-dd413ba0431c req-a875e431-14a5-4afc-956b-4ef0a9926af3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 944 time: 0.0463746 Sep 02 04:39:08.805119 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-9faae379-6c4b-4780-a47a-232bb060b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:08.806558 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-9faae379-6c4b-4780-a47a-232bb060b796 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0420668 Sep 02 04:39:08.841502 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-edc29360-6708-4baa-a583-dd413ba0431c req-f9e3c60d-bad5-4931-984c-67cd28f6cee5 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329525 Sep 02 04:39:08.856063 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-35e3a1ba-c81d-4899-851a-84a93a4030d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:08.857641 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-35e3a1ba-c81d-4899-851a-84a93a4030d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430837 Sep 02 04:39:08.943184 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-402bbadd-fbd9-4663-9a58-210ba3c0e1ce service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784490 Sep 02 04:39:09.032523 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-19094fe2-5e8e-46ad-8317-7d54527e04ec req-db40cf2d-9cb4-4bfe-a046-3113c2a72979 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817049 Sep 02 04:39:09.954584 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c80ae-b0a7-44a2-933c-6e0230f1d12a req-930f836c-6c57-4b17-88b2-d1ab3b5fe123 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:09.956983 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-075c80ae-b0a7-44a2-933c-6e0230f1d12a req-930f836c-6c57-4b17-88b2-d1ab3b5fe123 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 944 time: 0.0475769 Sep 02 04:39:09.995657 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-075c80ae-b0a7-44a2-933c-6e0230f1d12a req-60c623f9-6b21-4171-895b-f9d116083abd tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325584 Sep 02 04:39:11.109140 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc2d93-5a20-47eb-8fca-bfc52edd0bbb req-baccaad7-cc00-4806-8d4e-a1168e55b2e9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:11.110584 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fdbc2d93-5a20-47eb-8fca-bfc52edd0bbb req-baccaad7-cc00-4806-8d4e-a1168e55b2e9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 944 time: 0.0472977 Sep 02 04:39:11.148351 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-fdbc2d93-5a20-47eb-8fca-bfc52edd0bbb req-8aebe6c7-ede2-4156-b1e6-4658fdec414f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Sep 02 04:39:12.259837 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51db718-e58c-4ee6-ba6a-dd21357186ff req-272f00d6-4d1b-4b94-8f71-96f6f4b80923 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:12.261281 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e51db718-e58c-4ee6-ba6a-dd21357186ff req-272f00d6-4d1b-4b94-8f71-96f6f4b80923 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 944 time: 0.0467768 Sep 02 04:39:12.302573 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e51db718-e58c-4ee6-ba6a-dd21357186ff req-ba966e8e-fec0-4aa3-85a7-1919f64c5e70 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353384 Sep 02 04:39:13.418325 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862a0a2-f9f6-4e7d-bdbe-12cf205723fe req-f3685a07-9451-499b-a1d9-681be78029b3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:13.419842 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b862a0a2-f9f6-4e7d-bdbe-12cf205723fe req-f3685a07-9451-499b-a1d9-681be78029b3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 944 time: 0.0507963 Sep 02 04:39:13.456956 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b862a0a2-f9f6-4e7d-bdbe-12cf205723fe req-5a189dbb-f88e-4a80-a032-e864d8841625 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312169 Sep 02 04:39:14.569197 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d28fd-2e9a-4541-8b04-b9f82f631307 req-16bf471c-fd08-4db3-92b9-76f833a93e12 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:14.570557 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-434d28fd-2e9a-4541-8b04-b9f82f631307 req-16bf471c-fd08-4db3-92b9-76f833a93e12 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 944 time: 0.0468996 Sep 02 04:39:14.610183 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-434d28fd-2e9a-4541-8b04-b9f82f631307 req-02b4879d-11cb-402c-8c45-b19684f7afb2 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323641 Sep 02 04:39:15.721970 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2b47-67df-43af-9165-102a8c30bce6 req-eaf111e4-c826-455c-8d7e-c9e375d942d6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:15.723971 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-76bc2b47-67df-43af-9165-102a8c30bce6 req-eaf111e4-c826-455c-8d7e-c9e375d942d6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 944 time: 0.0493743 Sep 02 04:39:15.761019 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-76bc2b47-67df-43af-9165-102a8c30bce6 req-b81a6ba1-4d4a-4402-9b17-0b8ca1ac6447 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313156 Sep 02 04:39:16.754717 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 4deda306-bddf-422e-9b02-41b37d716a44 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:39:16.849341 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 4deda306-bddf-422e-9b02-41b37d716a44, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4deda306-bddf-422e-9b02-41b37d716a44,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:39:16.860079 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '4deda306-bddf-422e-9b02-41b37d716a44', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'port_id': '4deda306-bddf-422e-9b02-41b37d716a44', 'mac_address': 'fa:16:3e:34:ea:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:39:16.870336 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b418e-207c-4769-a9f1-fd6b2702d463 req-864e08f7-e0d5-4048-96ab-182bb1c0a97d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:16.871806 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b37b418e-207c-4769-a9f1-fd6b2702d463 req-864e08f7-e0d5-4048-96ab-182bb1c0a97d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 944 time: 0.0472145 Sep 02 04:39:16.896740 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:16.910450 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4deda306-bddf-422e-9b02-41b37d716a44 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:39:16.912146 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b37b418e-207c-4769-a9f1-fd6b2702d463 req-9956c15d-eb10-412f-a247-88300420c7cd tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326297 Sep 02 04:39:16.930520 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 4deda306-bddf-422e-9b02-41b37d716a44, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4deda306-bddf-422e-9b02-41b37d716a44,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:39:17.049236 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:17.100299 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=4deda306-bddf-422e-9b02-41b37d716a44,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:17.107218 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.107569 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.107936 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.108279 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.108611 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.108941 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.109268 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.109595 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.109922 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.110248 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.110571 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.110918 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:17.345680 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['4deda306-bddf-422e-9b02-41b37d716a44'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:39:18.023519 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70541caf-5761-4c81-a7b9-6b00951af811 req-bc57d9af-833d-4725-afa9-be97c9b29668 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:18.025008 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-70541caf-5761-4c81-a7b9-6b00951af811 req-bc57d9af-833d-4725-afa9-be97c9b29668 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 945 time: 0.0491238 Sep 02 04:39:18.061396 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-70541caf-5761-4c81-a7b9-6b00951af811 req-faca08d8-5717-4af2-8d10-5d0a3dae7462 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304081 Sep 02 04:39:18.768914 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 4deda306-bddf-422e-9b02-41b37d716a44 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:39:18.879211 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 4deda306-bddf-422e-9b02-41b37d716a44 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:39:18.883546 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 4deda306-bddf-422e-9b02-41b37d716a44 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:39:18.883930 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:18.963106 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:18.985604 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4deda306-bddf-422e-9b02-41b37d716a44'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:39:18.987843 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db4c708-06a5-4e46-a1e9-e3fed01da34f" -d '{"events": [{"server_uuid": "c5e3415c-a3fb-4a04-b739-9e7da03cb425", "name": "network-vif-plugged", "status": "completed", "tag": "4deda306-bddf-422e-9b02-41b37d716a44"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:39:18.999988 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 4deda306-bddf-422e-9b02-41b37d716a44, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4deda306-bddf-422e-9b02-41b37d716a44,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:39:19.024690 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d8a276-0fd9-4d38-8775-a142a9ace229 x-openstack-request-id: req-b6d8a276-0fd9-4d38-8775-a142a9ace229 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:39:19.024981 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e3415c-a3fb-4a04-b739-9e7da03cb425", "name": "network-vif-plugged", "status": "completed", "tag": "4deda306-bddf-422e-9b02-41b37d716a44", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:39:19.025235 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6d8a276-0fd9-4d38-8775-a142a9ace229 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:39:19.025634 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4deda306-bddf-422e-9b02-41b37d716a44', 'code': 200} Sep 02 04:39:19.077753 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:19.130679 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=4deda306-bddf-422e-9b02-41b37d716a44,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:19.183958 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca9691-74b0-4ccf-8c1d-64a0a2e3561c req-777853a4-a5f1-45ab-9f75-da483a470138 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:19.185417 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-87ca9691-74b0-4ccf-8c1d-64a0a2e3561c req-777853a4-a5f1-45ab-9f75-da483a470138 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 946 time: 0.0533569 Sep 02 04:39:19.225521 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-87ca9691-74b0-4ccf-8c1d-64a0a2e3561c req-f40450b5-758e-4dcf-a393-f0038d2a569e tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Sep 02 04:39:19.454715 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2e92c-98e9-4ad4-ab10-32ce8e1f3bc1 req-f70ec9c7-6a19-4e16-923a-24daefa12982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:19.456232 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9dd2e92c-98e9-4ad4-ab10-32ce8e1f3bc1 req-f70ec9c7-6a19-4e16-923a-24daefa12982 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 1099 time: 0.0388575 Sep 02 04:39:19.494725 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9dd2e92c-98e9-4ad4-ab10-32ce8e1f3bc1 req-696bc8e2-5b2a-469c-99ed-0d2945858ec1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301473 Sep 02 04:39:20.343033 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9991e9-b37e-4587-b9ee-69b492fcd5ef req-51b8f26c-e671-4eb8-9b6f-22991938d443 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:20.344788 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fe9991e9-b37e-4587-b9ee-69b492fcd5ef req-51b8f26c-e671-4eb8-9b6f-22991938d443 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 946 time: 0.0468476 Sep 02 04:39:20.381701 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fe9991e9-b37e-4587-b9ee-69b492fcd5ef req-497ca0d5-3a95-4801-9766-9a19a72a4500 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305936 Sep 02 04:39:21.491244 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16030d0-b954-415d-b1d5-d532e874cfed req-f3b7e5f1-705f-456c-a14e-d86953336329 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:21.492728 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a16030d0-b954-415d-b1d5-d532e874cfed req-f3b7e5f1-705f-456c-a14e-d86953336329 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 946 time: 0.0466526 Sep 02 04:39:21.530134 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a16030d0-b954-415d-b1d5-d532e874cfed req-8e6f842a-1383-4744-af67-ab467a456201 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Sep 02 04:39:21.639206 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0a6bc-2c84-4c6d-8a38-6bd4e4aca9fb req-174f7917-3b96-4172-b330-9230cc07dfd3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:21.640682 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-73b0a6bc-2c84-4c6d-8a38-6bd4e4aca9fb req-174f7917-3b96-4172-b330-9230cc07dfd3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 946 time: 0.0457511 Sep 02 04:39:21.676380 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-73b0a6bc-2c84-4c6d-8a38-6bd4e4aca9fb req-189748a2-ffe9-412e-818b-3909dd4e568a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293348 Sep 02 04:39:21.697990 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52240) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:21.870912 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4e2788-11d5-4938-83ac-7a9f5a5444c9 tempest-TestVolumeBootPattern-1666560351 tempest-TestVolumeBootPattern-1666560351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:21.872368 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-4c4e2788-11d5-4938-83ac-7a9f5a5444c9 tempest-TestVolumeBootPattern-1666560351 tempest-TestVolumeBootPattern-1666560351-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 1094 time: 0.1734676 Sep 02 04:39:21.875285 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52244) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:21.879873 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'floatingip': {'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'port_id': '4deda306-bddf-422e-9b02-41b37d716a44', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:39:21.928496 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:39:21.991924 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:22.089065 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:22.191034 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Allocated IP 172.27.2.250 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/33f5072b-18c5-4609-ab99-116f3c0ee370) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:39:22.287430 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:22.374958 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:22.409162 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:39:22.412468 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:39:22.415660 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:39:22.450052 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'Port': ['ID=33f5072b-18c5-4609-ab99-116f3c0ee370,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:22.460903 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.461256 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.464726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.464726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.464726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.464726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.464726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.464726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.464726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.464726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.464726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.464726 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:22.761018 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:22.883377 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:23.026131 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:23.094512 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:23.164636 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'Port': ['ID=33f5072b-18c5-4609-ab99-116f3c0ee370,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:23.174772 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:23.271157 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.l3_db [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Floating IP f2b30f69-6354-4548-a1a8-5afab8a17f91 associated. External IP: 172.27.2.250, port: 4deda306-bddf-422e-9b02-41b37d716a44. Sep 02 04:39:23.732160 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:39:23.833043 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:39:23.842841 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] Sync routers for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:39:23.852824 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:39:23.853457 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:39:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:23.923338 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:23.952591 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-56c7591d-026f-4003-a195-ff89bd9ff7ea tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0763295 Sep 02 04:39:23.953166 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'tag': '4deda306-bddf-422e-9b02-41b37d716a44'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:39:23.955416 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468fa41d-cec1-4d50-814f-9f3807664c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e3415c-a3fb-4a04-b739-9e7da03cb425", "tag": "4deda306-bddf-422e-9b02-41b37d716a44"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:39:23.955555 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:39:24.169941 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': 'f2b30f69-6354-4548-a1a8-5afab8a17f91', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': '4deda306-bddf-422e-9b02-41b37d716a44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:34:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:39:22Z', 'updated_at': '2021-09-02T04:39:22Z', 'revision_number': 0, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:24.199024 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] Checking router: fa2ce310-76d0-4eb1-9d78-659a172bd0f4 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:39:24.206962 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:39:24.207568 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:39:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:24.305010 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:39:24.519359 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': 'f2b30f69-6354-4548-a1a8-5afab8a17f91', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': '4deda306-bddf-422e-9b02-41b37d716a44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:34:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:39:22Z', 'updated_at': '2021-09-02T04:39:22Z', 'revision_number': 0, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:24.544527 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e0bc94-8c72-43dc-8538-26b86d202378 None None] The sync data for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi is: [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': 'f2b30f69-6354-4548-a1a8-5afab8a17f91', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': '4deda306-bddf-422e-9b02-41b37d716a44', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:34:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:39:22Z', 'updated_at': '2021-09-02T04:39:22Z', 'revision_number': 0, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:39:24.724273 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfb440-a6a5-4c56-baa9-7157731205c2 None None] New status for floating IP f2b30f69-6354-4548-a1a8-5afab8a17f91: ACTIVE {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:39:24.896316 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:25.009813 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aa143d-c8f0-475a-890a-93b17a596967 x-openstack-request-id: req-a8aa143d-c8f0-475a-890a-93b17a596967 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:39:25.010270 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e3415c-a3fb-4a04-b739-9e7da03cb425", "tag": "4deda306-bddf-422e-9b02-41b37d716a44", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:39:25.010376 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8aa143d-c8f0-475a-890a-93b17a596967 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:39:25.010763 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'tag': '4deda306-bddf-422e-9b02-41b37d716a44', 'status': 'completed', 'code': 200} Sep 02 04:39:25.099203 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-3e07c487-4411-4c33-a229-348c112239a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:25.100707 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-3e07c487-4411-4c33-a229-348c112239a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 1099 time: 0.0390565 Sep 02 04:39:25.188375 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-bde102e5-22e6-485e-84c2-16a54c53acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:25.189805 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-bde102e5-22e6-485e-84c2-16a54c53acaf service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.0812392 Sep 02 04:39:25.257196 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-3c01f539-8a5d-4fa1-b529-401c2bc7d637 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4deda306-bddf-422e-9b02-41b37d716a44 HTTP/1.1" status: 200 len: 1002 time: 0.0601759 Sep 02 04:39:25.306203 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-2cbfc31f-814e-447d-9a59-a354f539f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:25.307620 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-2cbfc31f-814e-447d-9a59-a354f539f49c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0431004 Sep 02 04:39:25.355557 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-361bbde3-a67a-413a-9a53-dda97b8e0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:25.357091 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-361bbde3-a67a-413a-9a53-dda97b8e0741 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430479 Sep 02 04:39:25.447103 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-80c8aed6-deab-469f-8eae-db6671dfa3ce service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823002 Sep 02 04:39:25.536106 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-468fa41d-cec1-4d50-814f-9f3807664c9c req-d41f3bfc-743a-4f52-94ea-95b7ee3bb44a service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822735 Sep 02 04:39:31.741202 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-975e1e10-29e4-466c-af81-2aec9a2876f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:34.455939 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-971f1643-6810-4f14-8d17-b034a87b20cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:34.598731 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:35.353079 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:37.261404 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:39.373574 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52324) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:39.475140 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:39.558371 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:39.604130 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:39.640211 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d89d8f0f45194912ac2566d0af87ddd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655752 Sep 02 04:39:39.642168 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80197837-5ffb-4f98-ad2e-d856c61968b3,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:39.642976 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52328) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:39.650025 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.650377 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.650721 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.651059 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.651397 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.651730 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.652086 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.652415 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.652740 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.653064 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.653389 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.653711 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511af433-39e0-4a30-84f5-6c304e0b58c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:39:39.692289 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-595c1fa7-1a65-484e-8644-fa60e227b2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:39.713281 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-595c1fa7-1a65-484e-8644-fa60e227b2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:39.832983 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-595c1fa7-1a65-484e-8644-fa60e227b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:39.836054 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-595c1fa7-1a65-484e-8644-fa60e227b2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:39.839483 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-595c1fa7-1a65-484e-8644-fa60e227b2f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80197837-5ffb-4f98-ad2e-d856c61968b3 HTTP/1.1" status: 204 len: 168 time: 0.1926117 Sep 02 04:39:39.846125 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c1fa7-1a65-484e-8644-fa60e227b2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80197837-5ffb-4f98-ad2e-d856c61968b3,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:47.819750 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52398) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:47.972670 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Deleting port 7ab3cce3-7f3a-4c8c-bbed-5d7cf6f18013 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:39:47.973008 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:48.048202 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:48.048530 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:48.060169 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Calling delete_port for 7ab3cce3-7f3a-4c8c-bbed-5d7cf6f18013 owned by network:floatingip {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:39:48.276947 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:48.304517 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event deleted for resources: {'Port': ['ID=7ab3cce3-7f3a-4c8c-bbed-5d7cf6f18013,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:48.360651 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for floatingip, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:48.361056 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.l3_db [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Floating IP 3b389ff1-8e47-4481-8bf7-ffcf8dc32dc4 disassociated (deleted). External IP: 172.27.2.150, port: 442b5f85-df00-4a4b-a475-71e2d347a54b. Sep 02 04:39:48.560382 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Router 3c8afa28-67e0-4700-a976-73ebf8bed772 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:39:48.666348 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:39:48.671198 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:48.675711 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] Sync routers for ids ['3c8afa28-67e0-4700-a976-73ebf8bed772'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:39:48.684145 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] Routers {'3c8afa28-67e0-4700-a976-73ebf8bed772'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:39:48.684937 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:39:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3c8afa28-67e0-4700-a976-73ebf8bed772'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:48.702558 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-51a17299-ad00-4e11-be57-f983c9b5f898 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "DELETE /v2.0/floatingips/3b389ff1-8e47-4481-8bf7-ffcf8dc32dc4 HTTP/1.1" status: 204 len: 168 time: 0.8791962 Sep 02 04:39:48.702558 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:39:48.702987 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:39:48.759999 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9398721-a56e-42e1-8853-8100b570f98c x-openstack-request-id: req-f9398721-a56e-42e1-8853-8100b570f98c {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:39:48.760294 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:39:48.760547 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9398721-a56e-42e1-8853-8100b570f98c {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:39:48.760953 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'status': 'completed', 'code': 200} Sep 02 04:39:48.800436 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] Set router 3c8afa28-67e0-4700-a976-73ebf8bed772 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:39:48.846141 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-5a70044f-cc2c-4a95-a3cf-b31e6ad8c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:48.847778 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-5a70044f-cc2c-4a95-a3cf-b31e6ad8c601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=517e94bc84864ab9ae4f9150a816973b&device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 1099 time: 0.0435808 Sep 02 04:39:48.948708 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-c86cbe85-3a23-4b96-af17-286669061f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:48.950215 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-c86cbe85-3a23-4b96-af17-286669061f6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bfa45e8-237f-4771-91ff-dea054465f36 HTTP/1.1" status: 200 len: 909 time: 0.0944896 Sep 02 04:39:48.994111 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-2ba39a7c-98dd-4756-9742-f442101dadca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=442b5f85-df00-4a4b-a475-71e2d347a54b HTTP/1.1" status: 200 len: 217 time: 0.0364895 Sep 02 04:39:49.046852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-2fd37dd1-ab13-46aa-8d30-51d4043ce403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:49.048823 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-2fd37dd1-ab13-46aa-8d30-51d4043ce403 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef HTTP/1.1" status: 200 len: 848 time: 0.0482786 Sep 02 04:39:49.102611 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-53dd2427-d08c-420b-8f10-06726f535342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:49.104383 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-53dd2427-d08c-420b-8f10-06726f535342 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bfa45e8-237f-4771-91ff-dea054465f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436196 Sep 02 04:39:49.146694 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '374af0aa-6fc0-40ec-89bc-7623e2299879', 'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'mac_address': 'fa:16:3e:b5:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:57Z', 'updated_at': '2021-09-02T04:35:04Z', 'revision_number': 5, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'subnets': [{'id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:49.173772 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] Checking router: 3c8afa28-67e0-4700-a976-73ebf8bed772 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:39:49.183194 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] Routers {'3c8afa28-67e0-4700-a976-73ebf8bed772'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:39:49.183857 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:39:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3c8afa28-67e0-4700-a976-73ebf8bed772'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:49.202134 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-a67f5832-8fc8-48e4-ae87-8632cd58e721 service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898993 Sep 02 04:39:49.310114 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ad607356-27ca-4e4d-9c80-3ff1ab6404b5 req-395125cc-0020-47a2-89dc-678c22b3fa32 service neutron] 10.222.0.20 "GET /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004782 Sep 02 04:39:49.321328 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] Set router 3c8afa28-67e0-4700-a976-73ebf8bed772 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:39:49.450661 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e3dc-cdcb-4cf8-9c1e-d5e3dce1017d req-e833169f-d40c-45b2-a2eb-bffc61a68b02 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:49.456385 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-53f3e3dc-cdcb-4cf8-9c1e-d5e3dce1017d req-e833169f-d40c-45b2-a2eb-bffc61a68b02 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.2630539 Sep 02 04:39:49.491654 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-53f3e3dc-cdcb-4cf8-9c1e-d5e3dce1017d req-4b0d7867-1b3b-4bbc-9e8f-55c87f70ecf3 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329411 Sep 02 04:39:49.558006 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '374af0aa-6fc0-40ec-89bc-7623e2299879', 'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'mac_address': 'fa:16:3e:b5:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:57Z', 'updated_at': '2021-09-02T04:35:04Z', 'revision_number': 5, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'subnets': [{'id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:49.587789 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb061ad-5cff-432b-bf95-743f8a0c8345 None None] The sync data for ids ['3c8afa28-67e0-4700-a976-73ebf8bed772'] in dv-cinder-804735-7-iscsi is: [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:34:58Z', 'revision_number': 4, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': '374af0aa-6fc0-40ec-89bc-7623e2299879', 'name': '', 'network_id': '5bfa45e8-237f-4771-91ff-dea054465f36', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'mac_address': 'fa:16:3e:b5:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:57Z', 'updated_at': '2021-09-02T04:35:04Z', 'revision_number': 5, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'subnets': [{'id': 'e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:39:49.797592 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e98df-e543-4170-8704-a4eb450f5cad None None] New status for floating IP 3b389ff1-8e47-4481-8bf7-ffcf8dc32dc4: DOWN {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:39:50.732555 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fb108-ebb9-499c-afe9-50421bde9594 req-c368d9ab-609e-49a4-b96e-a7962b8f4d15 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:50.733999 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-488fb108-ebb9-499c-afe9-50421bde9594 req-c368d9ab-609e-49a4-b96e-a7962b8f4d15 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.1047931 Sep 02 04:39:50.770256 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-488fb108-ebb9-499c-afe9-50421bde9594 req-7b43fd05-72d4-46a8-a325-85a600cebc45 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298395 Sep 02 04:39:51.881619 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047ae3d-dd3d-4dec-a964-2eb74eb3cfbd req-973f184a-006e-49ae-8272-95411e658ed9 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:51.883072 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6047ae3d-dd3d-4dec-a964-2eb74eb3cfbd req-973f184a-006e-49ae-8272-95411e658ed9 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0474713 Sep 02 04:39:51.919849 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-6047ae3d-dd3d-4dec-a964-2eb74eb3cfbd req-cbc815b7-04c1-4a1e-92e5-da951c99241e tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308249 Sep 02 04:39:53.029289 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575d922-1326-4e32-a8af-e6f383c84bba req-8dff00d2-50bf-4c24-a482-867088479afc tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:53.030722 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f575d922-1326-4e32-a8af-e6f383c84bba req-8dff00d2-50bf-4c24-a482-867088479afc tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0469518 Sep 02 04:39:53.070295 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f575d922-1326-4e32-a8af-e6f383c84bba req-09be71b3-9944-44d2-9722-f84f7f827993 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a911b7b-df6f-420c-91d3-b42398c94fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337796 Sep 02 04:39:53.492158 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-35164c52-c114-4639-b519-63d78b60bfb9 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:53.494227 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-35164c52-c114-4639-b519-63d78b60bfb9 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 946 time: 0.0507157 Sep 02 04:39:53.583251 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-a81fee45-ce32-4ffa-9082-aa37b14fa6d5 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Deleting port 442b5f85-df00-4a4b-a475-71e2d347a54b {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:39:53.583588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-a81fee45-ce32-4ffa-9082-aa37b14fa6d5 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:53.682883 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-a81fee45-ce32-4ffa-9082-aa37b14fa6d5 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] For port 442b5f85-df00-4a4b-a475-71e2d347a54b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=442b5f85-df00-4a4b-a475-71e2d347a54b,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:39:53.683199 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-a81fee45-ce32-4ffa-9082-aa37b14fa6d5 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:53.695832 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-a81fee45-ce32-4ffa-9082-aa37b14fa6d5 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Calling delete_port for 442b5f85-df00-4a4b-a475-71e2d347a54b owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:39:53.906923 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-a81fee45-ce32-4ffa-9082-aa37b14fa6d5 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:53.935892 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fee45-ce32-4ffa-9082-aa37b14fa6d5 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event deleted for resources: {'Port': ['ID=442b5f85-df00-4a4b-a475-71e2d347a54b,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:53.990644 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-a81fee45-ce32-4ffa-9082-aa37b14fa6d5 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] No DVR routers for this DVR port 442b5f85-df00-4a4b-a475-71e2d347a54b on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:39:53.994376 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-a81fee45-ce32-4ffa-9082-aa37b14fa6d5 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:53.996429 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0cac44d6-09fc-478d-856e-de2ea9e0ef26 req-a81fee45-ce32-4ffa-9082-aa37b14fa6d5 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.20 "DELETE /v2.0/ports/442b5f85-df00-4a4b-a475-71e2d347a54b HTTP/1.1" status: 204 len: 173 time: 0.4963515 Sep 02 04:39:53.996869 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'name': 'network-vif-deleted', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:39:53.999172 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d599fe4-7a73-4c4e-a8cf-d2d99ae6bf7d" -d '{"events": [{"server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "name": "network-vif-deleted", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:39:54.038171 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40275cce-41f3-4cd6-9670-bc1f0191a951 x-openstack-request-id: req-40275cce-41f3-4cd6-9670-bc1f0191a951 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:39:54.038757 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed453ad1-7f33-41ce-9845-743b020e883c", "name": "network-vif-deleted", "tag": "442b5f85-df00-4a4b-a475-71e2d347a54b", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:39:54.038757 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40275cce-41f3-4cd6-9670-bc1f0191a951 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:39:54.039252 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed453ad1-7f33-41ce-9845-743b020e883c', 'name': 'network-vif-deleted', 'tag': '442b5f85-df00-4a4b-a475-71e2d347a54b', 'status': 'completed', 'code': 200} Sep 02 04:39:54.173819 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-43d3f605-2a41-42fd-9efb-41c1d30d2c59 req-022cfda1-8053-485a-abfa-9931870ed793 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 210 time: 0.0286071 Sep 02 04:39:54.945262 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:55.280657 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-ed49ceaa-22ce-4e6a-af54-7b06a78e4873 req-e6701678-a548-4947-a862-5be0d023bb87 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed453ad1-7f33-41ce-9845-743b020e883c HTTP/1.1" status: 200 len: 210 time: 0.0245934 Sep 02 04:39:56.338252 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52466) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:56.395934 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4676-ffb0-4e32-96d5-87f0d3f48f05 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:56.422857 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4676-ffb0-4e32-96d5-87f0d3f48f05 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:56.593009 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4676-ffb0-4e32-96d5-87f0d3f48f05 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:56.595524 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4676-ffb0-4e32-96d5-87f0d3f48f05 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:56.596870 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-1b2c4676-ffb0-4e32-96d5-87f0d3f48f05 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] 10.222.0.13 "DELETE /v2.0/security-groups/5a911b7b-df6f-420c-91d3-b42398c94fa3 HTTP/1.1" status: 204 len: 168 time: 0.2576702 Sep 02 04:39:56.606877 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c4676-ffb0-4e32-96d5-87f0d3f48f05 tempest-TestShelveInstance-1378935883 tempest-TestShelveInstance-1378935883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a911b7b-df6f-420c-91d3-b42398c94fa3,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:56.715994 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52470) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:56.941305 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 442b5f85-df00-4a4b-a475-71e2d347a54b no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:39:56.965756 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 442b5f85-df00-4a4b-a475-71e2d347a54b {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:39:56.966105 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 442b5f85-df00-4a4b-a475-71e2d347a54b not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:39:57.167823 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646385'] for router_interface, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:57.416317 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] Deleting port 374af0aa-6fc0-40ec-89bc-7623e2299879 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:39:57.416649 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:57.491218 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] For port 374af0aa-6fc0-40ec-89bc-7623e2299879, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=374af0aa-6fc0-40ec-89bc-7623e2299879,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:39:57.491493 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:57.503511 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] Calling delete_port for 374af0aa-6fc0-40ec-89bc-7623e2299879 owned by network:router_interface {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:39:57.733880 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:57.762260 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=374af0aa-6fc0-40ec-89bc-7623e2299879,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:57.946621 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074351'] for router_interface, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:58.161565 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] Router 3c8afa28-67e0-4700-a976-73ebf8bed772 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:39:58.261734 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:39:58.266163 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-61cdcb00-9c25-4427-b3b5-0c1b304a87e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/3c8afa28-67e0-4700-a976-73ebf8bed772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5486388 Sep 02 04:39:58.269173 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52482) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:39:58.270421 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] Sync routers for ids ['3c8afa28-67e0-4700-a976-73ebf8bed772'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:39:58.280974 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] Routers {'3c8afa28-67e0-4700-a976-73ebf8bed772'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:39:58.281677 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:39:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3c8afa28-67e0-4700-a976-73ebf8bed772'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:58.393231 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] Set router 3c8afa28-67e0-4700-a976-73ebf8bed772 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:39:58.394819 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Notify callbacks [] for router, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:58.524048 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-c7c16d70-a4d3-4576-bf71-9270026a54e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1656830 Sep 02 04:39:58.534660 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:58.572542 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:39:57Z', 'revision_number': 5, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:58.605854 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] Checking router: 3c8afa28-67e0-4700-a976-73ebf8bed772 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:39:58.615862 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] Routers {'3c8afa28-67e0-4700-a976-73ebf8bed772'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:39:58.618400 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:39:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['3c8afa28-67e0-4700-a976-73ebf8bed772'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:58.632934 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-0f6c22b5-bf68-4299-96da-0097aec1a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:58.634448 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-0f6c22b5-bf68-4299-96da-0097aec1a9bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 1099 time: 0.0460534 Sep 02 04:39:58.726558 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] Set router 3c8afa28-67e0-4700-a976-73ebf8bed772 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:39:58.764665 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Deleting port 99da00c8-b209-4771-aa15-042c363c30d2 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:39:58.765000 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:58.777609 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-3ef8dba0-0c32-4eee-a06d-e2574ae272c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:58.779065 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-3ef8dba0-0c32-4eee-a06d-e2574ae272c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.1096292 Sep 02 04:39:58.890208 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-a62e0e41-6c38-4bb3-9617-6cf72f34b3bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4deda306-bddf-422e-9b02-41b37d716a44 HTTP/1.1" status: 200 len: 1002 time: 0.0997214 Sep 02 04:39:58.894778 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] For port 99da00c8-b209-4771-aa15-042c363c30d2, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=99da00c8-b209-4771-aa15-042c363c30d2,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:39:58.895137 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:58.928671 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:39:58.930255 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:39:57Z', 'revision_number': 5, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:39:58.932449 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Calling delete_port for 99da00c8-b209-4771-aa15-042c363c30d2 owned by network:router_gateway {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:39:58.962818 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3db38-7d12-47d9-8cf4-d9a30ea4331d None None] The sync data for ids ['3c8afa28-67e0-4700-a976-73ebf8bed772'] in dv-cinder-804735-7-iscsi is: [{'id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'name': 'tempest-TestShelveInstance-1261958760-router', 'tenant_id': '517e94bc84864ab9ae4f9150a816973b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '99da00c8-b209-4771-aa15-042c363c30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:34:54Z', 'updated_at': '2021-09-02T04:39:57Z', 'revision_number': 5, 'project_id': '517e94bc84864ab9ae4f9150a816973b', 'gw_port': {'id': '99da00c8-b209-4771-aa15-042c363c30d2', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8afa28-67e0-4700-a976-73ebf8bed772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:34:55Z', 'updated_at': '2021-09-02T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:39:58.984716 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-f59b3d46-9762-409a-8077-f09133b032de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:58.986104 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-f59b3d46-9762-409a-8077-f09133b032de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0883930 Sep 02 04:39:59.049822 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-42be6670-a468-404b-9e80-032a293cdf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:39:59.051302 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-42be6670-a468-404b-9e80-032a293cdf3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539982 Sep 02 04:39:59.096651 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-8c69de7b-7a35-46c7-a7d3-58ad1cf9c362 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:39:59.097631 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-8c69de7b-7a35-46c7-a7d3-58ad1cf9c362 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085380 Sep 02 04:39:59.255370 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-6211c65e-fee1-4d34-af44-108a6944c7b8 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447015 Sep 02 04:39:59.358546 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-be414618-d040-4a08-aec2-ef5af91c7e66 req-b643264b-794e-4268-ab7e-30610bd1c8ca service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951419 Sep 02 04:39:59.359279 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:59.385480 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Pushing event deleted for resources: {'Port': ['ID=99da00c8-b209-4771-aa15-042c363c30d2,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:39:59.462686 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645515'] for router_gateway, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:59.905703 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1643540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:59.908333 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:39:59.914087 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 374af0aa-6fc0-40ec-89bc-7623e2299879 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:39:59.934080 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 374af0aa-6fc0-40ec-89bc-7623e2299879 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:39:59.934505 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 374af0aa-6fc0-40ec-89bc-7623e2299879 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:40:00.038817 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1643629'] for router, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:00.039522 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c8afa28-67e0-4700-a976-73ebf8bed772 {{(pid=94401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 04:40:00.045766 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:00.047003 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-f05d98d6-7e1f-4bac-8da2-4317339f809c admin admin] 10.222.0.13 "DELETE /v2.0/routers/3c8afa28-67e0-4700-a976-73ebf8bed772 HTTP/1.1" status: 204 len: 168 time: 1.7768390 Sep 02 04:40:00.049646 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52542) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:00.101645 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-276e85ca-4c30-488c-9509-1827ab506ca2 admin admin] Deleting subnet e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:40:00.105472 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-276e85ca-4c30-488c-9509-1827ab506ca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:00.147198 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-276e85ca-4c30-488c-9509-1827ab506ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26510909'] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:00.230682 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-276e85ca-4c30-488c-9509-1827ab506ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:00.656204 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-276e85ca-4c30-488c-9509-1827ab506ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26573068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26635730'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:00.682810 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e85ca-4c30-488c-9509-1827ab506ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:00.684810 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-276e85ca-4c30-488c-9509-1827ab506ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:00.686691 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-276e85ca-4c30-488c-9509-1827ab506ca2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e8fd52d9-6b01-46dd-9e17-98dc80c9d2ef HTTP/1.1" status: 204 len: 168 time: 0.6356783 Sep 02 04:40:00.699355 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52546) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:00.699899 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf37fc-8d06-4a26-b053-f840cf71efd8 None None] Network 5bfa45e8-237f-4771-91ff-dea054465f36 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:40:00.763238 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:00.818746 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Deleting port e016dd07-4209-414d-8707-79fb336dfa63 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:40:00.819004 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:00.893168 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] For port e016dd07-4209-414d-8707-79fb336dfa63, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e016dd07-4209-414d-8707-79fb336dfa63,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:40:00.893649 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:00.901512 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270d68be-5bd5-419e-aba4-b03e719bbc78 None None] DHCP port deletion for 5bfa45e8-237f-4771-91ff-dea054465f36 request from dv-cinder-804735-7-iscsi {{(pid=94403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 04:40:00.907616 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Calling delete_port for e016dd07-4209-414d-8707-79fb336dfa63 owned by network:dhcp {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:40:00.954993 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-270d68be-5bd5-419e-aba4-b03e719bbc78 None None] Deleting port e016dd07-4209-414d-8707-79fb336dfa63 {{(pid=94403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:40:00.955596 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-270d68be-5bd5-419e-aba4-b03e719bbc78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.029294 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-270d68be-5bd5-419e-aba4-b03e719bbc78 None None] For port e016dd07-4209-414d-8707-79fb336dfa63, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=e016dd07-4209-414d-8707-79fb336dfa63,segment=NetworkSegment(2dcd347a-c98e-4f0e-a616-3b520f90969b),segment_id=2dcd347a-c98e-4f0e-a616-3b520f90969b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:40:01.029703 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-270d68be-5bd5-419e-aba4-b03e719bbc78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.044560 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-270d68be-5bd5-419e-aba4-b03e719bbc78 None None] Calling delete_port for e016dd07-4209-414d-8707-79fb336dfa63 owned by network:dhcp {{(pid=94403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:40:01.071359 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.098431 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e016dd07-4209-414d-8707-79fb336dfa63,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:01.103637 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] No DVR routers for this DVR port e016dd07-4209-414d-8707-79fb336dfa63 on host dv-cinder-804735-7-iscsi {{(pid=94402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:40:01.135429 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-270d68be-5bd5-419e-aba4-b03e719bbc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.165060 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d68be-5bd5-419e-aba4-b03e719bbc78 None None] Pushing event deleted for resources: {'Port': ['ID=e016dd07-4209-414d-8707-79fb336dfa63,revision_number=None']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:01.169221 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d68be-5bd5-419e-aba4-b03e719bbc78 None None] No DVR routers for this DVR port e016dd07-4209-414d-8707-79fb336dfa63 on host dv-cinder-804735-7-iscsi {{(pid=94403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:40:01.175497 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.186510 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfa45e8-237f-4771-91ff-dea054465f36']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:40:01.199301 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcd347a-c98e-4f0e-a616-3b520f90969b') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:40:01.199607 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcd347a-c98e-4f0e-a616-3b520f90969b') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:40:01.208834 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.225807 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.232017 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:40:01.232614 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:40:01.234429 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:40:01.358591 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.364066 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.365927 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/5bfa45e8-237f-4771-91ff-dea054465f36 HTTP/1.1" status: 204 len: 168 time: 0.6753316 Sep 02 04:40:01.369069 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52550) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:01.378742 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fe4ea-efe8-4aea-93a3-022a49b161ee admin admin] Pushing event deleted for resources: {'Network': ['ID=5bfa45e8-237f-4771-91ff-dea054465f36,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:01.712632 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-e231a299-8739-460d-a675-609e68f8bdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.729115 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646385'] for router_interface, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:01.913009 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 99da00c8-b209-4771-aa15-042c363c30d2 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:40:01.936423 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 99da00c8-b209-4771-aa15-042c363c30d2 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:40:01.936807 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 99da00c8-b209-4771-aa15-042c363c30d2 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:40:01.937335 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e016dd07-4209-414d-8707-79fb336dfa63 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:40:01.966444 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: e016dd07-4209-414d-8707-79fb336dfa63 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:40:01.967129 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device e016dd07-4209-414d-8707-79fb336dfa63 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:40:01.979041 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] Deleting port 01206180-847d-4774-b2c6-a34ca7223b4c {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:40:01.979385 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:02.055556 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] For port 01206180-847d-4774-b2c6-a34ca7223b4c, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=01206180-847d-4774-b2c6-a34ca7223b4c,segment=NetworkSegment(700529cc-5fbc-4775-9570-bcb191633f31),segment_id=700529cc-5fbc-4775-9570-bcb191633f31)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:40:02.055927 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:02.067682 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] Calling delete_port for 01206180-847d-4774-b2c6-a34ca7223b4c owned by network:router_interface {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:40:02.301411 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:02.328503 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=01206180-847d-4774-b2c6-a34ca7223b4c,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:02.495388 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074351'] for router_interface, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:02.705335 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] Router bed4acff-de0e-4e1d-887e-2d81ec43bf6b has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:40:02.808211 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:40:02.814148 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-439eba36-0e0f-48b1-8107-2e33dafa0a5f admin admin] 10.222.0.13 "PUT /v2.0/routers/bed4acff-de0e-4e1d-887e-2d81ec43bf6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435132 Sep 02 04:40:02.816567 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52556) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:02.817512 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] Sync routers for ids ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:40:02.826542 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] Routers {'bed4acff-de0e-4e1d-887e-2d81ec43bf6b'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:40:02.827146 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:39:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:40:02.918058 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:02.936863 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] Set router bed4acff-de0e-4e1d-887e-2d81ec43bf6b gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:40:03.018985 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:03.114435 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'name': 'tempest-TestShelveInstance-1289567972-router', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:35:02Z', 'updated_at': '2021-09-02T04:40:02Z', 'revision_number': 5, 'project_id': '31ac3d0af8f446aea77855608732bada', 'gw_port': {'id': '365bb674-4c61-412d-922f-8f7d5b99567c', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bf:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:35:03Z', 'updated_at': '2021-09-02T04:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:40:03.147430 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] Checking router: bed4acff-de0e-4e1d-887e-2d81ec43bf6b for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:40:03.157793 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] Routers {'bed4acff-de0e-4e1d-887e-2d81ec43bf6b'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:40:03.158395 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:39:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:40:03.161469 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Deleting port 365bb674-4c61-412d-922f-8f7d5b99567c {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:40:03.161810 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:03.246529 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] For port 365bb674-4c61-412d-922f-8f7d5b99567c, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=365bb674-4c61-412d-922f-8f7d5b99567c,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:40:03.246887 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:03.247657 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] Set router bed4acff-de0e-4e1d-887e-2d81ec43bf6b gateway port host: None {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:40:03.259396 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Calling delete_port for 365bb674-4c61-412d-922f-8f7d5b99567c owned by network:router_gateway {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:40:03.299294 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'name': 'tempest-TestShelveInstance-1289567972-router', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:35:02Z', 'updated_at': '2021-09-02T04:40:03Z', 'revision_number': 6, 'project_id': '31ac3d0af8f446aea77855608732bada', 'gw_port_host': None}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:40:03.328806 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff97bc1-0b4a-4ccd-93d1-8bedb3acd1e1 None None] The sync data for ids ['bed4acff-de0e-4e1d-887e-2d81ec43bf6b'] in dv-cinder-804735-7-iscsi is: [{'id': 'bed4acff-de0e-4e1d-887e-2d81ec43bf6b', 'name': 'tempest-TestShelveInstance-1289567972-router', 'tenant_id': '31ac3d0af8f446aea77855608732bada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:35:02Z', 'updated_at': '2021-09-02T04:40:03Z', 'revision_number': 6, 'project_id': '31ac3d0af8f446aea77855608732bada', 'gw_port_host': None}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:40:03.632836 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:03.659151 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=365bb674-4c61-412d-922f-8f7d5b99567c,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:03.724569 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645515'] for router_gateway, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:03.813735 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1643540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:03.815811 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:03.929885 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1643629'] for router, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:03.930389 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed4acff-de0e-4e1d-887e-2d81ec43bf6b {{(pid=94401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 04:40:03.935095 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:03.936760 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-fd5e353b-8b18-4485-88e2-63522555bfa7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bed4acff-de0e-4e1d-887e-2d81ec43bf6b HTTP/1.1" status: 204 len: 168 time: 1.1190643 Sep 02 04:40:03.941986 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52560) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:03.984400 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9dc652-0593-497e-9a12-862d51020ebe admin admin] Deleting subnet ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:40:03.987473 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc652-0593-497e-9a12-862d51020ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.019882 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc652-0593-497e-9a12-862d51020ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26510909'] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.102336 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc652-0593-497e-9a12-862d51020ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.143373 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 01206180-847d-4774-b2c6-a34ca7223b4c no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:40:04.168878 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 01206180-847d-4774-b2c6-a34ca7223b4c {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:40:04.169324 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 01206180-847d-4774-b2c6-a34ca7223b4c not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:40:04.169668 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 365bb674-4c61-412d-922f-8f7d5b99567c no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:40:04.188740 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 365bb674-4c61-412d-922f-8f7d5b99567c {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:40:04.188988 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 365bb674-4c61-412d-922f-8f7d5b99567c not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:40:04.319571 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc652-0593-497e-9a12-862d51020ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26573068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26635730'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.348771 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dc652-0593-497e-9a12-862d51020ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:04.355279 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc652-0593-497e-9a12-862d51020ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.378732 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-7c9dc652-0593-497e-9a12-862d51020ebe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ec0e8c3d-0e6f-4d55-bfde-0fa9254c3b9d HTTP/1.1" status: 204 len: 168 time: 0.4181225 Sep 02 04:40:04.378732 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52562) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:04.380278 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d04974-a0f2-4ff7-a5d1-94cf30b32798 None None] Network 575fc02c-36e5-4420-9cee-c514c7553fc4 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:40:04.442811 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.488158 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a664ab64-0c51-4ddc-8d95-ea736ecb37f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.497590 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Deleting port 17ff4643-8d1f-4151-902a-f7b27e5f9800 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:40:04.497933 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.558217 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2677b1-7f20-433d-8062-9d1144173e43 None None] DHCP port deletion for 575fc02c-36e5-4420-9cee-c514c7553fc4 request from dv-cinder-804735-7-iscsi {{(pid=94403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 04:40:04.566625 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] For port 17ff4643-8d1f-4151-902a-f7b27e5f9800, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=17ff4643-8d1f-4151-902a-f7b27e5f9800,segment=NetworkSegment(700529cc-5fbc-4775-9570-bcb191633f31),segment_id=700529cc-5fbc-4775-9570-bcb191633f31)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:40:04.568043 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.582945 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Calling delete_port for 17ff4643-8d1f-4151-902a-f7b27e5f9800 owned by network:dhcp {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:40:04.604595 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-2b2677b1-7f20-433d-8062-9d1144173e43 None None] Deleting port 17ff4643-8d1f-4151-902a-f7b27e5f9800 {{(pid=94403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:40:04.605314 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-2b2677b1-7f20-433d-8062-9d1144173e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.617647 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.667457 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-2b2677b1-7f20-433d-8062-9d1144173e43 None None] For port 17ff4643-8d1f-4151-902a-f7b27e5f9800, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=17ff4643-8d1f-4151-902a-f7b27e5f9800,segment=NetworkSegment(700529cc-5fbc-4775-9570-bcb191633f31),segment_id=700529cc-5fbc-4775-9570-bcb191633f31)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:40:04.667717 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-2b2677b1-7f20-433d-8062-9d1144173e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.678852 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-2b2677b1-7f20-433d-8062-9d1144173e43 None None] Calling delete_port for 17ff4643-8d1f-4151-902a-f7b27e5f9800 owned by network:dhcp {{(pid=94403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:40:04.739196 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.755942 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-2b2677b1-7f20-433d-8062-9d1144173e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.766762 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Pushing event deleted for resources: {'Port': ['ID=17ff4643-8d1f-4151-902a-f7b27e5f9800,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:04.769310 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] No DVR routers for this DVR port 17ff4643-8d1f-4151-902a-f7b27e5f9800 on host dv-cinder-804735-7-iscsi {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:40:04.781990 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2677b1-7f20-433d-8062-9d1144173e43 None None] Pushing event deleted for resources: {'Port': ['ID=17ff4643-8d1f-4151-902a-f7b27e5f9800,revision_number=None']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:04.788033 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2677b1-7f20-433d-8062-9d1144173e43 None None] No DVR routers for this DVR port 17ff4643-8d1f-4151-902a-f7b27e5f9800 on host dv-cinder-804735-7-iscsi {{(pid=94403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:40:04.845209 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.855113 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575fc02c-36e5-4420-9cee-c514c7553fc4']}} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:40:04.865242 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700529cc-5fbc-4775-9570-bcb191633f31') {'for_net_delete': True} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:40:04.865539 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.services.segments.db [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700529cc-5fbc-4775-9570-bcb191633f31') {} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:40:04.875087 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26510884'] for segment, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.889179 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.895004 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:40:04.895390 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26573138'] for segment, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: Traceback (most recent call last): Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: timer() Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: cb(*args, **kw) Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: return func(*args, **kwargs) Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: self._notify() Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: self.callback(batched_events) Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: event.method(event) Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: return f(self, *a, **k) Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._get(url).json() Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: return self.request(url, 'GET', **kwargs) Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:40:04.897051 dv-cinder-804735-7-iscsi neutron-server[94401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:40:05.015456 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:05.020852 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:05.022742 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] 10.222.0.13 "DELETE /v2.0/networks/575fc02c-36e5-4420-9cee-c514c7553fc4 HTTP/1.1" status: 204 len: 168 time: 0.6606200 Sep 02 04:40:05.033778 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e0879-e589-4e6e-b7c1-c991344add7d admin admin] Pushing event deleted for resources: {'Network': ['ID=575fc02c-36e5-4420-9cee-c514c7553fc4,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:05.366990 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52568) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:05.373959 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:05.409646 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-f3a53875-889b-49db-aace-1a1077af294c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=517e94bc84864ab9ae4f9150a816973b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415263 Sep 02 04:40:05.412207 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52570) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:05.460947 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1cc76654-2bcc-47da-a588-f2e08b3adbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:05.482859 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1cc76654-2bcc-47da-a588-f2e08b3adbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:05.718650 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1cc76654-2bcc-47da-a588-f2e08b3adbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:05.721144 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-1cc76654-2bcc-47da-a588-f2e08b3adbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:05.722293 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-1cc76654-2bcc-47da-a588-f2e08b3adbe0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e8c5ad7-eb78-4090-a7cb-303fd5f5c464 HTTP/1.1" status: 204 len: 168 time: 0.3092198 Sep 02 04:40:05.731027 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc76654-2bcc-47da-a588-f2e08b3adbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8c5ad7-eb78-4090-a7cb-303fd5f5c464,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:05.906173 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 17ff4643-8d1f-4151-902a-f7b27e5f9800 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:40:05.926083 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 17ff4643-8d1f-4151-902a-f7b27e5f9800 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:40:05.926430 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 17ff4643-8d1f-4151-902a-f7b27e5f9800 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:40:06.396631 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52578) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:06.437283 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-6b58975f-b5ac-4690-8b76-28c787b70cbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31ac3d0af8f446aea77855608732bada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394580 Sep 02 04:40:06.439688 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52580) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:06.488030 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-bac5df11-7bb0-4ef9-ab0d-0da3f35eac68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:06.511129 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-bac5df11-7bb0-4ef9-ab0d-0da3f35eac68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:06.619467 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-bac5df11-7bb0-4ef9-ab0d-0da3f35eac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:06.621990 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-bac5df11-7bb0-4ef9-ab0d-0da3f35eac68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:06.623135 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-bac5df11-7bb0-4ef9-ab0d-0da3f35eac68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86660af8-ee32-42bc-9e85-cd7be508a7e5 HTTP/1.1" status: 204 len: 168 time: 0.1823826 Sep 02 04:40:06.631407 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5df11-7bb0-4ef9-ab0d-0da3f35eac68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86660af8-ee32-42bc-9e85-cd7be508a7e5,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:07.299792 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:22.242458 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52660) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:22.344467 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f348d0cb-84da-4ce1-a8ee-7bc17600bc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:22.430963 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f348d0cb-84da-4ce1-a8ee-7bc17600bc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:22.512117 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-f348d0cb-84da-4ce1-a8ee-7bc17600bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:22.549896 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-f348d0cb-84da-4ce1-a8ee-7bc17600bc7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f9221f263da44dda3b892ce3a6bca68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064041 Sep 02 04:40:22.550755 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348d0cb-84da-4ce1-a8ee-7bc17600bc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6879fda4-198b-41d3-93a6-739e415f7dd4,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:22.552766 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 52664) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:40:22.600052 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:22.620516 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:22.734523 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:22.737083 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:22.738268 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6879fda4-198b-41d3-93a6-739e415f7dd4 HTTP/1.1" status: 204 len: 168 time: 0.1844463 Sep 02 04:40:22.745511 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6879fda4-198b-41d3-93a6-739e415f7dd4,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:40:22.752459 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.752813 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.753167 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.753506 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.753837 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.754168 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.754497 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.754824 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.755153 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.755477 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.755944 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:22.756275 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01e336-bcbc-4455-91e7-8e7cb1de633f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:40:24.917493 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:31.774552 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-9a079d43-8a50-466d-82fb-a483b0262a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:34.448895 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d02ca5fb-bc1b-4610-bc9d-64510caaa4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:34.642913 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:35.345761 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:35.930953 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:40:37.271258 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:54.899794 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:40:58.383826 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-c9574e98-55e0-45d4-91b4-4f9ace6dd195 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414412 Sep 02 04:40:58.477000 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-961766e0-2287-4977-b233-c9e3617b03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:40:58.478345 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-961766e0-2287-4977-b233-c9e3617b03aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 1099 time: 0.0383129 Sep 02 04:40:58.577086 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-8a2ba48d-c3ae-46d5-a73e-33b6f3434fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:40:58.578489 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-8a2ba48d-c3ae-46d5-a73e-33b6f3434fbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.0826821 Sep 02 04:40:58.639662 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-6397433c-2153-4442-a53c-735cf2f89479 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4deda306-bddf-422e-9b02-41b37d716a44 HTTP/1.1" status: 200 len: 1002 time: 0.0537295 Sep 02 04:40:58.685811 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-1161d8aa-c254-4627-b5e0-66113e6d5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:40:58.687606 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-1161d8aa-c254-4627-b5e0-66113e6d5fdc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0411930 Sep 02 04:40:58.734104 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-99ba7944-5cbc-4abe-bf35-c3215e391f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:40:58.735426 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-99ba7944-5cbc-4abe-bf35-c3215e391f14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411017 Sep 02 04:40:58.819633 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-a0f04a94-dc29-4dff-877f-77442caac5e1 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773597 Sep 02 04:40:58.908303 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-7188a712-9ad8-4b06-807d-8c5ee1163b8c req-78eabb6a-be15-404a-88c8-937cee950b55 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813570 Sep 02 04:41:01.722630 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-0e09d907-ad65-4519-93e9-5cc890eb8d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:04.425109 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-72ce589a-0f16-4bf8-85dc-a6c59d251c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:04.607957 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:05.356929 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:07.253530 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:12.930472 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:41:24.956343 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:31.738766 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-b4fcf053-6fdb-492b-a63d-c8a501a974fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:33.475039 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867431dd-744c-4f9b-9a9f-285764a5ead7 req-a77ebdb9-724c-4566-a12a-a4b94a93f959 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:33.476519 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-867431dd-744c-4f9b-9a9f-285764a5ead7 req-a77ebdb9-724c-4566-a12a-a4b94a93f959 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 946 time: 0.0477014 Sep 02 04:41:33.513552 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-867431dd-744c-4f9b-9a9f-285764a5ead7 req-8101124a-3a3d-4cea-8aa7-bbe65af2ea7f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305970 Sep 02 04:41:34.412895 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-9cc2663b-e1c3-463c-ab0f-cd5ab97775e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:34.612266 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:34.642119 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e0902-7ada-406d-8bdd-2e26365d7625 req-8301c81d-a7c2-4cfa-b9ca-3cd50266c8b0 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:34.643624 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628e0902-7ada-406d-8bdd-2e26365d7625 req-8301c81d-a7c2-4cfa-b9ca-3cd50266c8b0 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 946 time: 0.0506704 Sep 02 04:41:34.679634 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-628e0902-7ada-406d-8bdd-2e26365d7625 req-d293e262-0a7f-467a-8004-9f0ea5fe2650 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299993 Sep 02 04:41:35.168961 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-44a93c54-65d4-42f1-a57f-8709541de8ba tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:35.170375 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-44a93c54-65d4-42f1-a57f-8709541de8ba tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 946 time: 0.0458157 Sep 02 04:41:35.260155 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Deleting port 4deda306-bddf-422e-9b02-41b37d716a44 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:41:35.260487 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:35.346455 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] For port 4deda306-bddf-422e-9b02-41b37d716a44, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=4deda306-bddf-422e-9b02-41b37d716a44,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:41:35.346822 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:35.356048 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:35.776753 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:35.777327 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:35.777477 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.db.l3_db [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Floating IP f2b30f69-6354-4548-a1a8-5afab8a17f91 disassociated. External IP: 172.27.2.250, port: 4deda306-bddf-422e-9b02-41b37d716a44. Sep 02 04:41:35.777794 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Calling delete_port for 4deda306-bddf-422e-9b02-41b37d716a44 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:41:35.811637 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5386-7762-483f-b09d-6a9ebaf9bf36 req-48ec1817-338c-4938-9d67-27d82ff96838 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:35.813131 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e8c5386-7762-483f-b09d-6a9ebaf9bf36 req-48ec1817-338c-4938-9d67-27d82ff96838 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 946 time: 0.0467992 Sep 02 04:41:35.852524 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-8e8c5386-7762-483f-b09d-6a9ebaf9bf36 req-8eb2380e-f824-42aa-b55c-8b12a5714c7a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Sep 02 04:41:35.984576 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:36.012884 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event deleted for resources: {'Port': ['ID=4deda306-bddf-422e-9b02-41b37d716a44,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:41:36.022150 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.022498 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.022837 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.023201 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.023498 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.024337 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.024666 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.024991 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.025883 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.025883 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.026077 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.026236 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:36.132646 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:41:36.238317 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:41:36.248026 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9258367-6196-4819-b1c8-787503abad37 None None] Sync routers for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:41:36.259351 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9258367-6196-4819-b1c8-787503abad37 None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:41:36.259993 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-c9258367-6196-4819-b1c8-787503abad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:41:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:41:36.276000 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] No DVR routers for this DVR port 4deda306-bddf-422e-9b02-41b37d716a44 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:41:36.281631 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:36.283605 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-258b5f90-7408-4dd0-ac30-a615018c8df0 req-5bed738d-076d-44ff-af58-41879786ba4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "DELETE /v2.0/ports/4deda306-bddf-422e-9b02-41b37d716a44 HTTP/1.1" status: 204 len: 173 time: 1.1071625 Sep 02 04:41:36.284089 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'name': 'network-vif-deleted', 'tag': '4deda306-bddf-422e-9b02-41b37d716a44'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:41:36.286374 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14919c82-29a1-4f3e-85ff-f7c35b668a64" -d '{"events": [{"server_uuid": "c5e3415c-a3fb-4a04-b739-9e7da03cb425", "name": "network-vif-deleted", "tag": "4deda306-bddf-422e-9b02-41b37d716a44"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:41:36.362200 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-c9258367-6196-4819-b1c8-787503abad37 None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:41:36.520264 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa83bcd-4c08-4774-a46f-3b88c2e4bdc5 x-openstack-request-id: req-3aa83bcd-4c08-4774-a46f-3b88c2e4bdc5 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:41:36.520264 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e3415c-a3fb-4a04-b739-9e7da03cb425", "name": "network-vif-deleted", "tag": "4deda306-bddf-422e-9b02-41b37d716a44", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:41:36.520264 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aa83bcd-4c08-4774-a46f-3b88c2e4bdc5 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:41:36.520264 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e3415c-a3fb-4a04-b739-9e7da03cb425', 'name': 'network-vif-deleted', 'tag': '4deda306-bddf-422e-9b02-41b37d716a44', 'status': 'completed', 'code': 200} Sep 02 04:41:36.575834 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-c9258367-6196-4819-b1c8-787503abad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:41:36.603442 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9258367-6196-4819-b1c8-787503abad37 None None] Checking router: fa2ce310-76d0-4eb1-9d78-659a172bd0f4 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:41:36.609635 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9258367-6196-4819-b1c8-787503abad37 None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:41:36.610234 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-c9258367-6196-4819-b1c8-787503abad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:41:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:41:36.709759 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-c9258367-6196-4819-b1c8-787503abad37 None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:41:36.903573 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-c9258367-6196-4819-b1c8-787503abad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:41:36.930885 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9258367-6196-4819-b1c8-787503abad37 None None] The sync data for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi is: [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:41:36.955341 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-5d09bd0d-9b7c-40dc-9595-087b7c6c4af2 req-c8de0981-de19-4442-9383-f45232036371 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e3415c-a3fb-4a04-b739-9e7da03cb425 HTTP/1.1" status: 200 len: 210 time: 0.0293713 Sep 02 04:41:37.132328 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf83786-28fb-4ee3-9f9b-769e608f008b None None] New status for floating IP f2b30f69-6354-4548-a1a8-5afab8a17f91: DOWN {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:41:37.241589 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:37.265379 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 4deda306-bddf-422e-9b02-41b37d716a44 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:41:37.285371 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 4deda306-bddf-422e-9b02-41b37d716a44 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:41:37.285371 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 4deda306-bddf-422e-9b02-41b37d716a44 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:41:38.559472 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-c69d7789-f26e-4917-8c36-7e6d962975a2 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572465320&fields=id&tenant_id=806b9f6ba89a498d91b52d657b7af897 HTTP/1.1" status: 200 len: 267 time: 0.2442124 Sep 02 04:41:38.658639 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-3fb34e59-41ff-442c-9044-40766b3a8b79 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:38.660106 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-3fb34e59-41ff-442c-9044-40766b3a8b79 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 811 time: 0.0938330 Sep 02 04:41:38.674830 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-96d4eca1-c410-46f5-933e-68a6a657de51 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/quotas/806b9f6ba89a498d91b52d657b7af897 HTTP/1.1" status: 200 len: 375 time: 0.0084577 Sep 02 04:41:38.728047 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-64ae12e9-82dd-47c5-bc73-dc5a61437f2d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481589 Sep 02 04:41:38.828363 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8a5a0cb8-90b2-480c-a2d9-e694f9b47135 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 04:41:38.829337 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8a5a0cb8-90b2-480c-a2d9-e694f9b47135 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0906045 Sep 02 04:41:38.915103 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d82dcd9f-d4ca-4a0c-a7f4-d6bd322be1a7 service neutron] 10.222.0.13 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797350 Sep 02 04:41:39.003313 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-5ec66225-73ad-4c12-a034-74afed508397 service neutron] 10.222.0.13 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823247 Sep 02 04:41:39.641494 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-81f13380-64fc-4644-9420-873acb2c78c2 req-46250335-245e-4496-b721-b8bd3a84c369 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 210 time: 0.0253944 Sep 02 04:41:40.732472 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-557971ba-d719-4f21-a7f6-27528266f672 req-2dd6ba7e-6771-424a-8d58-28338be6f0c2 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 210 time: 0.0267444 Sep 02 04:41:41.501905 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-1a6dc45f-d9d1-48c3-a8ba-b88181e79093 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:41.503372 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-1a6dc45f-d9d1-48c3-a8ba-b88181e79093 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 811 time: 0.1063185 Sep 02 04:41:41.550349 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-491c9c89-7df8-4b7c-9bb1-67474e0850cf tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=806b9f6ba89a498d91b52d657b7af897 HTTP/1.1" status: 200 len: 380 time: 0.0331717 Sep 02 04:41:41.559425 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'port': {'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'admin_state_up': True, 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'security_groups': ['9f24970b-8881-47e5-80bd-f9c42caa1e2c']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:41:41.733893 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Made reservation on behalf of 806b9f6ba89a498d91b52d657b7af897 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:41:41.737885 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:41.840199 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-35a1cc1b-cc54-42af-9c47-72c44d7ce91f req-373aea1d-8609-4bd1-b740-1831befadf6c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 210 time: 0.0337152 Sep 02 04:41:41.895349 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Allocated IP 172.20.0.12 (94925f62-31db-412f-a5ea-04108ada5944/7bccc6aa-28dd-4a85-85a1-f8bab79ac34a/b73e4056-6289-427f-aede-5e29f58e559b) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:41:42.030200 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:42.043141 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Transition to ACTIVE for port object b73e4056-6289-427f-aede-5e29f58e559b will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:41:42.127787 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:42.167184 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Network 94925f62-31db-412f-a5ea-04108ada5944 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:41:42.170270 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:41:42.173831 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:41:42.201891 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'Port': ['ID=b73e4056-6289-427f-aede-5e29f58e559b,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:41:42.231446 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:42.232503 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:42.311770 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-d7575b20-d091-4d18-a9b0-b24f69de1331 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7556610 Sep 02 04:41:42.328952 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Request body: {'port': {'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:41:42.386801 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:42.447752 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-6418fe02-f6cd-4f4a-b351-b951342754d6 None None] Provisioning for port b73e4056-6289-427f-aede-5e29f58e559b completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:41:42.451605 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-6418fe02-f6cd-4f4a-b351-b951342754d6 None None] Provisioning complete for port b73e4056-6289-427f-aede-5e29f58e559b triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:41:42.452082 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6418fe02-f6cd-4f4a-b351-b951342754d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:42.485633 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-6418fe02-f6cd-4f4a-b351-b951342754d6 None None] Port b73e4056-6289-427f-aede-5e29f58e559b cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:41:42.640745 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73e4056-6289-427f-aede-5e29f58e559b {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:41:42.647738 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:42.659117 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Transition to ACTIVE for port object b73e4056-6289-427f-aede-5e29f58e559b will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:41:42.749843 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:42.801464 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Pushing event updated for resources: {'Port': ['ID=b73e4056-6289-427f-aede-5e29f58e559b,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:41:42.873351 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Attempting to bind port b73e4056-6289-427f-aede-5e29f58e559b on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:41:42.873921 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Attempting to bind port b73e4056-6289-427f-aede-5e29f58e559b by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:41:42.874330 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Attempting to bind port b73e4056-6289-427f-aede-5e29f58e559b on network 94925f62-31db-412f-a5ea-04108ada5944 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:41:42.883197 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Port b73e4056-6289-427f-aede-5e29f58e559b on network 94925f62-31db-412f-a5ea-04108ada5944 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:41:42.887788 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Attempting to bind port b73e4056-6289-427f-aede-5e29f58e559b on network 94925f62-31db-412f-a5ea-04108ada5944 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:41:42.896151 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:41:42.896509 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Checking segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:41:42.897086 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Bound using segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:41:42.897559 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Bound port: b73e4056-6289-427f-aede-5e29f58e559b, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:41:42.897994 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:42.956039 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee761fb-b34f-4f71-8c01-44cb2871033b req-751df72c-6a7a-44c1-a8bc-1c545bafbab5 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:42.957529 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-eee761fb-b34f-4f71-8c01-44cb2871033b req-751df72c-6a7a-44c1-a8bc-1c545bafbab5 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 944 time: 0.0489631 Sep 02 04:41:42.966194 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] For port b73e4056-6289-427f-aede-5e29f58e559b, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:41:42.975360 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] For port b73e4056-6289-427f-aede-5e29f58e559b, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b73e4056-6289-427f-aede-5e29f58e559b,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:41:42.996348 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-eee761fb-b34f-4f71-8c01-44cb2871033b req-e11c60c2-b0c7-40e0-a03a-a51259887c45 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322347 Sep 02 04:41:43.036578 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:43.068610 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:43.069255 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:43.071092 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] 10.222.0.20 "PUT /v2.0/ports/b73e4056-6289-427f-aede-5e29f58e559b HTTP/1.1" status: 200 len: 1094 time: 0.7464757 Sep 02 04:41:43.071528 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'tag': 'b73e4056-6289-427f-aede-5e29f58e559b'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:41:43.073783 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051e64bd-9d96-4481-a0de-6054b195b166" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1f4f12-4d03-41db-873d-6b6d717f7b0d", "tag": "b73e4056-6289-427f-aede-5e29f58e559b"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:41:43.104209 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d90ff-fd11-435f-8f22-27ca4f633924 service neutron] Pushing event updated for resources: {'Port': ['ID=b73e4056-6289-427f-aede-5e29f58e559b,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:41:43.121022 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c47eb3-98ce-4b05-8e90-28c601701be6 x-openstack-request-id: req-43c47eb3-98ce-4b05-8e90-28c601701be6 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:41:43.121022 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1f4f12-4d03-41db-873d-6b6d717f7b0d", "tag": "b73e4056-6289-427f-aede-5e29f58e559b", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:41:43.121022 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43c47eb3-98ce-4b05-8e90-28c601701be6 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:41:43.121022 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'tag': 'b73e4056-6289-427f-aede-5e29f58e559b', 'status': 'completed', 'code': 200} Sep 02 04:41:43.200769 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e64bd-9d96-4481-a0de-6054b195b166 req-a13da627-0ca1-486e-a259-780701dfadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:43.202311 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-051e64bd-9d96-4481-a0de-6054b195b166 req-a13da627-0ca1-486e-a259-780701dfadc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 1097 time: 0.0408349 Sep 02 04:41:43.302627 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e64bd-9d96-4481-a0de-6054b195b166 req-4479de40-5a7e-4a02-9b0d-59f5fdb1666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:43.304094 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-051e64bd-9d96-4481-a0de-6054b195b166 req-4479de40-5a7e-4a02-9b0d-59f5fdb1666f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=806b9f6ba89a498d91b52d657b7af897&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0877681 Sep 02 04:41:43.398163 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e64bd-9d96-4481-a0de-6054b195b166 req-0a56ffbb-4b2c-44dd-b811-28571574f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:43.400174 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-051e64bd-9d96-4481-a0de-6054b195b166 req-0a56ffbb-4b2c-44dd-b811-28571574f8bf service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0897360 Sep 02 04:41:43.491060 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-f791bd3b-78b0-4ac7-9acf-ef503488ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:43.493000 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-f791bd3b-78b0-4ac7-9acf-ef503488ba3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 1097 time: 0.0380950 Sep 02 04:41:43.540976 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-3f7ec9bb-ef50-497f-9f5a-b12586f0b750 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73e4056-6289-427f-aede-5e29f58e559b HTTP/1.1" status: 200 len: 217 time: 0.0350997 Sep 02 04:41:43.586969 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-44198d5d-ed85-42fa-af43-c5c87383548e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:43.588336 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-44198d5d-ed85-42fa-af43-c5c87383548e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0412605 Sep 02 04:41:43.630549 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-94a69224-f5ec-4658-8f68-c8a921969dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:43.631994 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-94a69224-f5ec-4658-8f68-c8a921969dff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0368106 Sep 02 04:41:43.722017 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-76cb2fa9-cdec-45c1-b9df-baa0e2f00de4 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823367 Sep 02 04:41:43.809763 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-cc831628-dba1-4e60-a06e-ceb6fb138b77 req-bbacc56f-5da9-4877-b3ee-50f532a62366 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806320 Sep 02 04:41:44.106538 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba2085-dbff-4176-af5a-c9a31ee8bcdc req-33d9961c-0c63-44fa-9776-c8c477486159 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:44.108027 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0bba2085-dbff-4176-af5a-c9a31ee8bcdc req-33d9961c-0c63-44fa-9776-c8c477486159 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 944 time: 0.0466995 Sep 02 04:41:44.148880 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0bba2085-dbff-4176-af5a-c9a31ee8bcdc req-4b21841b-4c38-47eb-b853-f1695dd3cfa3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350037 Sep 02 04:41:45.270443 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526f157-20a8-472c-8421-88f9d944de27 req-da5d5cde-3a29-4b12-953a-953e68be5481 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:45.271940 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d526f157-20a8-472c-8421-88f9d944de27 req-da5d5cde-3a29-4b12-953a-953e68be5481 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 944 time: 0.0514121 Sep 02 04:41:45.310387 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-d526f157-20a8-472c-8421-88f9d944de27 req-f5254048-24a3-4c4c-b99d-ae84382d978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Sep 02 04:41:46.420429 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473bb33-a648-4b71-a764-ef90e8ac3b27 req-79d17089-8774-4902-a36a-d099cdeb428b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:46.421892 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b473bb33-a648-4b71-a764-ef90e8ac3b27 req-79d17089-8774-4902-a36a-d099cdeb428b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 944 time: 0.0464458 Sep 02 04:41:46.458271 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b473bb33-a648-4b71-a764-ef90e8ac3b27 req-cde769ec-027a-48d6-bec3-7b6c56de7d42 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306153 Sep 02 04:41:47.569618 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecc98c-66a7-48fa-84a0-f02dee5b56f2 req-d27c0919-261c-4bb1-bc5c-a315fe08b565 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:47.571026 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5ecc98c-66a7-48fa-84a0-f02dee5b56f2 req-d27c0919-261c-4bb1-bc5c-a315fe08b565 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 944 time: 0.0473418 Sep 02 04:41:47.607274 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f5ecc98c-66a7-48fa-84a0-f02dee5b56f2 req-d2037e67-1b41-4dde-a356-7432bacd0f7b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304704 Sep 02 04:41:48.718350 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe501d-b722-48e8-8959-d2ec274c2f06 req-657a4dd8-ae41-4d48-bb07-1ff1e6e545df tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:48.719825 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0cfe501d-b722-48e8-8959-d2ec274c2f06 req-657a4dd8-ae41-4d48-bb07-1ff1e6e545df tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 944 time: 0.0476427 Sep 02 04:41:48.756614 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-0cfe501d-b722-48e8-8959-d2ec274c2f06 req-86fafe66-bf26-413a-aa4a-5fa868f51b2e tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309751 Sep 02 04:41:49.867958 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a364e-5c44-4c47-8bd1-ba4c17d30637 req-694866c4-d0ca-4d2e-a910-39fa349a813e tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:49.869447 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-334a364e-5c44-4c47-8bd1-ba4c17d30637 req-694866c4-d0ca-4d2e-a910-39fa349a813e tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 944 time: 0.0479205 Sep 02 04:41:49.906391 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-334a364e-5c44-4c47-8bd1-ba4c17d30637 req-bb178f46-f75f-4dc7-b5f4-c17ce584649f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310631 Sep 02 04:41:49.928224 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:41:51.015831 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7193-d2c0-4d96-aa44-2cf4d9c53685 req-725773c6-87b0-48c6-9c75-dfad427be39c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:51.017364 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4d8b7193-d2c0-4d96-aa44-2cf4d9c53685 req-725773c6-87b0-48c6-9c75-dfad427be39c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 944 time: 0.0471027 Sep 02 04:41:51.057374 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4d8b7193-d2c0-4d96-aa44-2cf4d9c53685 req-aab86b9d-fe29-495a-baaa-a72fd22a44ac tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341861 Sep 02 04:41:51.342919 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device b73e4056-6289-427f-aede-5e29f58e559b details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:41:51.433318 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port b73e4056-6289-427f-aede-5e29f58e559b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b73e4056-6289-427f-aede-5e29f58e559b,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:41:51.444170 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': 'b73e4056-6289-427f-aede-5e29f58e559b', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'mac_address': 'fa:16:3e:d3:6c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:41:51.480340 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:51.496218 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73e4056-6289-427f-aede-5e29f58e559b {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:41:51.515197 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port b73e4056-6289-427f-aede-5e29f58e559b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b73e4056-6289-427f-aede-5e29f58e559b,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:41:51.589925 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:51.636260 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=b73e4056-6289-427f-aede-5e29f58e559b,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:41:51.643156 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.643514 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.643862 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.644229 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.644567 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.644906 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.645242 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.645583 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.645952 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.646284 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.646629 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.646941 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:51.916015 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['b73e4056-6289-427f-aede-5e29f58e559b'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:41:52.174662 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3c034-3b94-45b6-941c-39a8e5fff1ad req-e2acf1ae-4139-4eb6-bf89-8e0329004dbb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:52.176042 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eac3c034-3b94-45b6-941c-39a8e5fff1ad req-e2acf1ae-4139-4eb6-bf89-8e0329004dbb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 945 time: 0.0520928 Sep 02 04:41:52.213878 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eac3c034-3b94-45b6-941c-39a8e5fff1ad req-82d8d383-bf7d-4bae-ac2d-6f8e838b3b97 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Sep 02 04:41:53.324783 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08b09-017b-4ebc-aee9-9194f150c5cb req-0712ceff-9259-49ee-801a-eefb2c41aace tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:53.326231 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c4f08b09-017b-4ebc-aee9-9194f150c5cb req-0712ceff-9259-49ee-801a-eefb2c41aace tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 945 time: 0.0476034 Sep 02 04:41:53.358403 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device b73e4056-6289-427f-aede-5e29f58e559b up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:41:53.362077 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c4f08b09-017b-4ebc-aee9-9194f150c5cb req-b7c5c36f-bd75-4d9c-a2e0-72005c77bc83 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300617 Sep 02 04:41:53.481224 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port b73e4056-6289-427f-aede-5e29f58e559b completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:41:53.484955 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port b73e4056-6289-427f-aede-5e29f58e559b triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:41:53.485328 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:53.561170 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:53.581919 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e4056-6289-427f-aede-5e29f58e559b'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:41:53.584162 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeed8513-7cde-4703-840d-604074688cb1" -d '{"events": [{"server_uuid": "3f1f4f12-4d03-41db-873d-6b6d717f7b0d", "name": "network-vif-plugged", "status": "completed", "tag": "b73e4056-6289-427f-aede-5e29f58e559b"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:41:53.600824 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port b73e4056-6289-427f-aede-5e29f58e559b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b73e4056-6289-427f-aede-5e29f58e559b,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:41:53.676713 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a1dbb2-6647-4df8-924a-b54b96e611a7 x-openstack-request-id: req-94a1dbb2-6647-4df8-924a-b54b96e611a7 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:41:53.677003 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1f4f12-4d03-41db-873d-6b6d717f7b0d", "name": "network-vif-plugged", "status": "completed", "tag": "b73e4056-6289-427f-aede-5e29f58e559b", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:41:53.677250 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94a1dbb2-6647-4df8-924a-b54b96e611a7 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:41:53.677657 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e4056-6289-427f-aede-5e29f58e559b', 'code': 200} Sep 02 04:41:53.678276 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:53.725325 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=b73e4056-6289-427f-aede-5e29f58e559b,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:41:54.058660 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bad8de-1457-4dca-89ff-ee56c3741892 req-6923c7b7-94e4-4934-b71d-705f2f9679e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:54.060867 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-06bad8de-1457-4dca-89ff-ee56c3741892 req-6923c7b7-94e4-4934-b71d-705f2f9679e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 1099 time: 0.0396798 Sep 02 04:41:54.095326 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-06bad8de-1457-4dca-89ff-ee56c3741892 req-a029c81b-6484-4572-9993-9b16d2deeeb7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267460 Sep 02 04:41:54.471718 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734df828-c8a6-4cd2-bc41-01fcdffa67ea req-75e8cb33-a738-41a0-853b-e8bd168ec8ba tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:54.473164 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-734df828-c8a6-4cd2-bc41-01fcdffa67ea req-75e8cb33-a738-41a0-853b-e8bd168ec8ba tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 946 time: 0.0464053 Sep 02 04:41:54.509138 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-734df828-c8a6-4cd2-bc41-01fcdffa67ea req-47db9962-c6c5-4459-8d0b-e026986675c5 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297868 Sep 02 04:41:54.909720 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:55.621119 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe48cb-e105-4d14-b30a-4323df37a857 req-0c0d997f-4e2d-4178-9279-8bb0952b32cb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:55.622630 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e2fe48cb-e105-4d14-b30a-4323df37a857 req-0c0d997f-4e2d-4178-9279-8bb0952b32cb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 946 time: 0.0472579 Sep 02 04:41:55.659739 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-e2fe48cb-e105-4d14-b30a-4323df37a857 req-ef0a72cb-66b6-4923-81dc-fcb1f3d41ebd tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Sep 02 04:41:55.768623 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa0bbd-1f25-48b8-bc2d-723bd8cfbc34 req-c3865c45-1993-4271-a282-be034a601a90 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:55.770053 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a1aa0bbd-1f25-48b8-bc2d-723bd8cfbc34 req-c3865c45-1993-4271-a282-be034a601a90 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 946 time: 0.0470378 Sep 02 04:41:55.809404 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-a1aa0bbd-1f25-48b8-bc2d-723bd8cfbc34 req-be12fe71-079a-4bab-8a8b-e5bdef1ff692 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Sep 02 04:41:55.830993 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52798) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:41:55.868509 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825df86b-d95c-46cf-890f-02f8fd123ce5 tempest-TestVolumeBootPattern-1666560351 tempest-TestVolumeBootPattern-1666560351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:55.869961 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-825df86b-d95c-46cf-890f-02f8fd123ce5 tempest-TestVolumeBootPattern-1666560351 tempest-TestVolumeBootPattern-1666560351-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 1094 time: 0.0380201 Sep 02 04:41:55.872510 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52800) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:41:55.876695 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'floatingip': {'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:41:56.012585 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:56.104622 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:56.207395 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Allocated IP 172.27.2.251 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/c665f9c2-e02b-4de9-8766-23b213d28411) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:41:56.308925 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:56.418963 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:56.456771 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:41:56.464533 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:41:56.472137 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:41:56.475042 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'Port': ['ID=c665f9c2-e02b-4de9-8766-23b213d28411,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:41:56.502540 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.502887 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.503222 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.503552 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.503876 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.504227 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.504551 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.504873 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.505191 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.505508 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.505825 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.506141 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:41:56.826624 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:56.968116 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:57.119757 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:57.189731 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624225'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:57.261972 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'Port': ['ID=c665f9c2-e02b-4de9-8766-23b213d28411,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:41:57.270660 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:57.362418 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.l3_db [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Floating IP 7e4f0053-6a51-40cd-afe6-5093ed651076 associated. External IP: 172.27.2.251, port: b73e4056-6289-427f-aede-5e29f58e559b. Sep 02 04:41:57.557896 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:41:57.663663 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:41:57.673011 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c92725-5391-4642-92dd-544faec71ade None None] Sync routers for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:41:57.683119 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c92725-5391-4642-92dd-544faec71ade None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:41:57.683753 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-49c92725-5391-4642-92dd-544faec71ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:41:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:41:57.751466 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:41:57.778081 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-625ee4ce-8945-4c28-b5db-2c8d385c646c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9045794 Sep 02 04:41:57.778759 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'tag': 'b73e4056-6289-427f-aede-5e29f58e559b'}] {{(pid=94402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:41:57.781039 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2984c995e9f942f56fc048a2137e3950b61e74cc960b4c50d17b3411b6e28a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb946ea-8cae-4c51-ba09-3a0466be6835" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1f4f12-4d03-41db-873d-6b6d717f7b0d", "tag": "b73e4056-6289-427f-aede-5e29f58e559b"}]}' {{(pid=94402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:41:57.794022 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-49c92725-5391-4642-92dd-544faec71ade None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:41:57.870609 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a22dd-890b-4b4d-8504-55d091bdf388 x-openstack-request-id: req-9b4a22dd-890b-4b4d-8504-55d091bdf388 {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:41:57.871120 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1f4f12-4d03-41db-873d-6b6d717f7b0d", "tag": "b73e4056-6289-427f-aede-5e29f58e559b", "status": "completed", "code": 200}]} {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:41:57.871120 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b4a22dd-890b-4b4d-8504-55d091bdf388 {{(pid=94402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:41:57.871523 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'tag': 'b73e4056-6289-427f-aede-5e29f58e559b', 'status': 'completed', 'code': 200} Sep 02 04:41:57.954630 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-a9281e89-30af-47af-9ac1-acffb2a638ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:57.956159 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-a9281e89-30af-47af-9ac1-acffb2a638ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 1099 time: 0.0425556 Sep 02 04:41:58.014493 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-49c92725-5391-4642-92dd-544faec71ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '7e4f0053-6a51-40cd-afe6-5093ed651076', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:d3:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:41:56Z', 'updated_at': '2021-09-02T04:41:56Z', 'revision_number': 0, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:41:58.044345 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-6ad1081b-da7f-4bbb-b9bf-1207604524a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:58.044588 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c92725-5391-4642-92dd-544faec71ade None None] Checking router: fa2ce310-76d0-4eb1-9d78-659a172bd0f4 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:41:58.045827 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-6ad1081b-da7f-4bbb-b9bf-1207604524a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.0828881 Sep 02 04:41:58.052520 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c92725-5391-4642-92dd-544faec71ade None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:41:58.053138 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-49c92725-5391-4642-92dd-544faec71ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:41:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:41:58.112141 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-b5e5a583-8e79-4991-9f42-5e73748c8686 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73e4056-6289-427f-aede-5e29f58e559b HTTP/1.1" status: 200 len: 1000 time: 0.0591457 Sep 02 04:41:58.156797 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-49c92725-5391-4642-92dd-544faec71ade None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:41:58.160242 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-d294db05-e6b0-4a6b-92c8-5689675ff072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:58.161707 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-d294db05-e6b0-4a6b-92c8-5689675ff072 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0426207 Sep 02 04:41:58.204894 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-0eb5d3cf-cb55-4b43-9b2d-a01dbd4bf9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:58.206355 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-0eb5d3cf-cb55-4b43-9b2d-a01dbd4bf9b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380859 Sep 02 04:41:58.300706 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-8a89ee5c-7857-4322-98d9-a9a5d63465a8 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871372 Sep 02 04:41:58.423231 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-8fb946ea-8cae-4c51-ba09-3a0466be6835 req-d978e505-8f6d-42de-9ffa-9d3c1c6f1e3a service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158440 Sep 02 04:41:58.426422 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-5cbfc0a0-0271-496f-a9d5-3cd480b79509 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615804 Sep 02 04:41:58.495803 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-49c92725-5391-4642-92dd-544faec71ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '7e4f0053-6a51-40cd-afe6-5093ed651076', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:d3:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:41:56Z', 'updated_at': '2021-09-02T04:41:56Z', 'revision_number': 0, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:41:58.525065 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c92725-5391-4642-92dd-544faec71ade None None] The sync data for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi is: [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '7e4f0053-6a51-40cd-afe6-5093ed651076', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:d3:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:41:56Z', 'updated_at': '2021-09-02T04:41:56Z', 'revision_number': 0, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:41:58.624943 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-d8b706db-4cb4-4c1b-895e-dd3c290ca49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:58.626402 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-d8b706db-4cb4-4c1b-895e-dd3c290ca49f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 1099 time: 0.0399847 Sep 02 04:41:58.723772 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35af779-4a10-411e-8f9d-8910a8d6fb55 None None] New status for floating IP 7e4f0053-6a51-40cd-afe6-5093ed651076: ACTIVE {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:41:58.733096 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-2f66321a-9491-496c-9cf3-0339a59e2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:58.734805 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-2f66321a-9491-496c-9cf3-0339a59e2fe1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.0895283 Sep 02 04:41:58.798477 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-282aabe4-4070-47ae-b263-2a498d132961 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73e4056-6289-427f-aede-5e29f58e559b HTTP/1.1" status: 200 len: 1000 time: 0.0565186 Sep 02 04:41:58.846213 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-c5ab3bed-cc7a-49be-af38-9216491be792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:58.848577 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-c5ab3bed-cc7a-49be-af38-9216491be792 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0415547 Sep 02 04:41:58.894762 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-4fc04655-fddc-46bd-abf3-48bce3e1686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:41:58.896300 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-4fc04655-fddc-46bd-abf3-48bce3e1686a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415676 Sep 02 04:41:58.984599 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-497d77ec-cacd-4fa1-a30f-aef0b71e5fbb service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816109 Sep 02 04:41:59.074315 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-5426f5ba-8f6d-4494-83af-260dad12f94e req-5794c77c-4700-4c66-bf66-2883b78b1eb3 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824924 Sep 02 04:42:01.744168 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-bbccb17f-a8c6-4873-ad1e-45dfffa92be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:04.440721 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5ff6855a-b3eb-4e9f-b9c1-114cc894db8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:04.606869 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:05.338280 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:07.252418 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:24.914670 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:26.926294 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:42:31.737086 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-874c8fed-f949-4ae8-ae63-f95a699e53ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:34.417530 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ee232a8e-6a34-481c-bf35-45cc407cf5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:34.623064 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:35.343004 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:37.251681 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:54.925773 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:42:58.345557 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-dbcc5997-47ac-46e4-b360-1fac47433ae9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380149 Sep 02 04:42:58.442372 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-b59be4c8-6d82-44dd-834c-571c423fe321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:42:58.443805 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-b59be4c8-6d82-44dd-834c-571c423fe321 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 1099 time: 0.0384481 Sep 02 04:42:58.544927 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-05952d34-22da-4464-bbfc-3ee02ff986bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:42:58.546352 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-05952d34-22da-4464-bbfc-3ee02ff986bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.0850842 Sep 02 04:42:58.607815 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-8564d537-5604-4bc8-a0a2-06ec62eb717c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73e4056-6289-427f-aede-5e29f58e559b HTTP/1.1" status: 200 len: 1002 time: 0.0545356 Sep 02 04:42:58.654636 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-f16e1749-66a3-4887-a531-f8aaa88d63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:42:58.656024 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-f16e1749-66a3-4887-a531-f8aaa88d63b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0412934 Sep 02 04:42:58.701083 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-5c06d307-3b80-400f-bf6e-6b049bd499fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:42:58.702485 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-5c06d307-3b80-400f-bf6e-6b049bd499fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397816 Sep 02 04:42:58.788556 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-30fa5065-eec4-4815-b08f-fea68e816823 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786970 Sep 02 04:42:58.876484 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-c565bcc6-4b5c-423a-bdea-ba0231b742c6 req-a4ff2047-c788-4aef-b915-c8c264ba732b service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810413 Sep 02 04:43:01.736597 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6da05670-5d1d-4b46-b489-64d198b21df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:03.924552 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:43:04.411008 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-be63a27e-2f6f-42e2-8d5a-46fbb7ab6b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:04.622158 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:05.359662 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:07.268297 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:24.942257 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:31.719332 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c7f021d6-c89b-41c4-b75c-9353b71d59c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:33.423088 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-6381ed2a-a176-4648-ab58-eeb08832dbc4 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572465320&fields=id&tenant_id=806b9f6ba89a498d91b52d657b7af897 HTTP/1.1" status: 200 len: 267 time: 0.0342562 Sep 02 04:43:33.527444 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3578322e-93f0-46de-aa9e-89002eadd877 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:33.528892 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3578322e-93f0-46de-aa9e-89002eadd877 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 811 time: 0.0991492 Sep 02 04:43:33.542941 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-d377f6c0-9256-4423-8cdd-3ef4cf406a6d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/quotas/806b9f6ba89a498d91b52d657b7af897 HTTP/1.1" status: 200 len: 375 time: 0.0085418 Sep 02 04:43:33.596678 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-a69b7aba-9cdc-4ac9-9ed9-0286b526a321 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0488062 Sep 02 04:43:33.694888 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-355a5c44-138a-4411-a2c6-af43ddae9cd6 service neutron] 10.222.0.13 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858960 Sep 02 04:43:33.780157 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-be3835e7-0824-4394-ace1-19bcef306bef service neutron] 10.222.0.13 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792634 Sep 02 04:43:34.438447 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9c968b3e-84c8-4658-9f5a-1653d2f1aee4 req-c9e6deed-90d7-4abc-835e-aa790da986dc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 210 time: 0.0257497 Sep 02 04:43:34.456239 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d140c45d-1ed5-44d7-963f-853d81e4ccea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:34.622079 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:35.359870 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:35.526459 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-93f82db1-ec8e-49aa-9429-e1d5f1861fc5 req-1b285d2c-42a0-4342-8d67-6ce3ac8603e0 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 210 time: 0.0246172 Sep 02 04:43:36.433362 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-9d04ae68-04cf-4c02-b57c-62ead9cd9291 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:36.434818 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-9d04ae68-04cf-4c02-b57c-62ead9cd9291 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 811 time: 0.1020432 Sep 02 04:43:36.482663 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-20f27069-bf1e-4d1c-98a0-0321c2940756 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=806b9f6ba89a498d91b52d657b7af897 HTTP/1.1" status: 200 len: 380 time: 0.0328414 Sep 02 04:43:36.492997 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'port': {'device_id': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'admin_state_up': True, 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'security_groups': ['9f24970b-8881-47e5-80bd-f9c42caa1e2c']}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:43:36.625646 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-0a50ebe0-dfc6-4f12-acdc-4dc0ba71b470 req-814313e1-9a7e-4244-b7b4-e832b4fd82c9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 210 time: 0.0297821 Sep 02 04:43:36.683670 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Made reservation on behalf of 806b9f6ba89a498d91b52d657b7af897 for: {'port': 1} {{(pid=94401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 04:43:36.683670 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:36.792894 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_common [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Allocated IP 172.20.0.13 (94925f62-31db-412f-a5ea-04108ada5944/7bccc6aa-28dd-4a85-85a1-f8bab79ac34a/9a9e95c3-678c-496a-b976-358e50b6fe83) {{(pid=94401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:43:36.925790 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for port, precommit_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:36.939234 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Transition to ACTIVE for port object 9a9e95c3-678c-496a-b976-358e50b6fe83 will not be triggered until provisioned by entity DHCP. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:43:37.045620 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_create {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:37.087719 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Network 94925f62-31db-412f-a5ea-04108ada5944 is already hosted by enough agents. {{(pid=94401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:43:37.090954 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.base_scheduler [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Resources bound (agent type, host, resource id): {{(pid=94401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:43:37.094452 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Received port after_create {{(pid=94401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:43:37.102645 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'Port': ['ID=9a9e95c3-678c-496a-b976-358e50b6fe83,revision_number=1']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:43:37.136167 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.136525 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.136875 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.137220 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.137568 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.137950 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.138286 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.138620 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.139020 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.139350 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.139682 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.140076 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:37.164672 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:37.165276 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:37.228491 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-3cc356aa-8452-444a-b39b-2082b514963a tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7390778 Sep 02 04:43:37.244788 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:37.247339 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.v2.base [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Request body: {'port': {'device_id': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:43:37.341895 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-367650e5-377e-437f-bc3c-2123071b769d None None] Provisioning for port 9a9e95c3-678c-496a-b976-358e50b6fe83 completed by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:43:37.346903 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-367650e5-377e-437f-bc3c-2123071b769d None None] Provisioning complete for port 9a9e95c3-678c-496a-b976-358e50b6fe83 triggered by entity DHCP. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:43:37.347278 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-367650e5-377e-437f-bc3c-2123071b769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:37.383636 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-367650e5-377e-437f-bc3c-2123071b769d None None] Port 9a9e95c3-678c-496a-b976-358e50b6fe83 cannot update to ACTIVE because it is not bound. {{(pid=94403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 04:43:37.567900 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:37.743043 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7ee4-c8e0-4074-a9e7-e584996a514a req-b6ccca99-fe40-4c2c-a9f6-ef65cb3e3e14 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:37.744556 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9fff7ee4-c8e0-4074-a9e7-e584996a514a req-b6ccca99-fe40-4c2c-a9f6-ef65cb3e3e14 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 932 time: 0.0526595 Sep 02 04:43:37.782419 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-9fff7ee4-c8e0-4074-a9e7-e584996a514a req-64bcff70-7e4f-4cda-9d5e-1ae94ddb6599 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312843 Sep 02 04:43:37.827644 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9e95c3-678c-496a-b976-358e50b6fe83 {{(pid=94401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:43:37.835211 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:37.847454 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.provisioning_blocks [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Transition to ACTIVE for port object 9a9e95c3-678c-496a-b976-358e50b6fe83 will not be triggered until provisioned by entity L2. {{(pid=94401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 04:43:37.924737 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:37.973633 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Pushing event updated for resources: {'Port': ['ID=9a9e95c3-678c-496a-b976-358e50b6fe83,revision_number=2']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:43:38.039344 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Attempting to bind port 9a9e95c3-678c-496a-b976-358e50b6fe83 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 04:43:38.039680 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Attempting to bind port 9a9e95c3-678c-496a-b976-358e50b6fe83 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 04:43:38.040038 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Attempting to bind port 9a9e95c3-678c-496a-b976-358e50b6fe83 on network 94925f62-31db-412f-a5ea-04108ada5944 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:43:38.044696 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Port 9a9e95c3-678c-496a-b976-358e50b6fe83 on network 94925f62-31db-412f-a5ea-04108ada5944 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 04:43:38.045040 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Attempting to bind port 9a9e95c3-678c-496a-b976-358e50b6fe83 on network 94925f62-31db-412f-a5ea-04108ada5944 {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 04:43:38.050378 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Checking agent: {'id': '8bce1a45-408a-47a1-ac52-43a82141ed64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'started_at': datetime.datetime(2021, 9, 2, 4, 27, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 4, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 04:43:38.055042 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Checking segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 04:43:38.055450 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Bound using segment: {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'} {{(pid=94401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 04:43:38.055895 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.managers [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Bound port: 9a9e95c3-678c-496a-b976-358e50b6fe83, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f22106a-6764-4f66-9564-3d92bce5b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '94925f62-31db-412f-a5ea-04108ada5944'}}] {{(pid=94401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 04:43:38.056274 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:38.124063 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] For port 9a9e95c3-678c-496a-b976-358e50b6fe83, host hv-cinder-80473, cleared binding levels {{(pid=94401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 04:43:38.127428 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] For port 9a9e95c3-678c-496a-b976-358e50b6fe83, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9a9e95c3-678c-496a-b976-358e50b6fe83,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 04:43:38.210958 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26573110'] for port, after_update {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:38.244281 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:38.244897 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:38.246264 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] 10.222.0.20 "PUT /v2.0/ports/9a9e95c3-678c-496a-b976-358e50b6fe83 HTTP/1.1" status: 200 len: 1094 time: 1.0036678 Sep 02 04:43:38.246699 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'tag': '9a9e95c3-678c-496a-b976-358e50b6fe83'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:43:38.248944 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8dea00-ffc9-4c05-905c-0cc3b88d9eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d4c943-448e-444e-a23e-7afc123fe067", "tag": "9a9e95c3-678c-496a-b976-358e50b6fe83"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:43:38.272559 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb13f8-9f98-40a9-a77c-d01bc7b705eb service neutron] Pushing event updated for resources: {'Port': ['ID=9a9e95c3-678c-496a-b976-358e50b6fe83,revision_number=3']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:43:38.294461 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a5f5a5-006c-4911-97ce-10a2a771a0c0 x-openstack-request-id: req-b9a5f5a5-006c-4911-97ce-10a2a771a0c0 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:43:38.294751 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d4c943-448e-444e-a23e-7afc123fe067", "tag": "9a9e95c3-678c-496a-b976-358e50b6fe83", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:43:38.295000 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9a5f5a5-006c-4911-97ce-10a2a771a0c0 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:43:38.295426 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'tag': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'status': 'completed', 'code': 200} Sep 02 04:43:38.379039 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dea00-ffc9-4c05-905c-0cc3b88d9eb1 req-f3850bc4-a402-478a-ba59-46063dbedd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:38.380598 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9e8dea00-ffc9-4c05-905c-0cc3b88d9eb1 req-f3850bc4-a402-478a-ba59-46063dbedd2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 1097 time: 0.0442111 Sep 02 04:43:38.485455 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dea00-ffc9-4c05-905c-0cc3b88d9eb1 req-a3fb4366-ae20-4767-a9b0-2e0b25427050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:38.487944 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9e8dea00-ffc9-4c05-905c-0cc3b88d9eb1 req-a3fb4366-ae20-4767-a9b0-2e0b25427050 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=806b9f6ba89a498d91b52d657b7af897&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0925658 Sep 02 04:43:38.576210 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dea00-ffc9-4c05-905c-0cc3b88d9eb1 req-e2cfcc47-34f1-4041-b677-917e5e7fe75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:38.577555 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-9e8dea00-ffc9-4c05-905c-0cc3b88d9eb1 req-e2cfcc47-34f1-4041-b677-917e5e7fe75b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0843813 Sep 02 04:43:38.671280 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-a55bef02-546f-467c-862a-c3cfbbc6751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:38.673252 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-a55bef02-546f-467c-862a-c3cfbbc6751b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 1097 time: 0.0388525 Sep 02 04:43:38.720882 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-ed231efa-12a4-49ad-bda9-202a1ba0969c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9e95c3-678c-496a-b976-358e50b6fe83 HTTP/1.1" status: 200 len: 217 time: 0.0355153 Sep 02 04:43:38.769172 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-b704f2eb-480e-4276-9fb5-cce13b36bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:38.770563 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-b704f2eb-480e-4276-9fb5-cce13b36bf21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0434990 Sep 02 04:43:38.814011 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-71fc8f8c-a5e9-4feb-a2be-386087719c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:38.815471 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-71fc8f8c-a5e9-4feb-a2be-386087719c14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380523 Sep 02 04:43:38.892340 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b99788-c5a2-426f-93ac-591895483bf0 req-01c03aef-4b9d-454c-b9ff-b4bb7cc47198 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:38.893825 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-90b99788-c5a2-426f-93ac-591895483bf0 req-01c03aef-4b9d-454c-b9ff-b4bb7cc47198 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 944 time: 0.0471249 Sep 02 04:43:38.905698 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-affee0f3-de37-4c8e-834d-2a1e217132b9 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833335 Sep 02 04:43:38.931542 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-90b99788-c5a2-426f-93ac-591895483bf0 req-05bba4b3-9de9-4b83-afd9-0caabaa20058 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315633 Sep 02 04:43:38.993226 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-f6ebd43e-a8d2-4812-81e5-396221cc5264 req-f82b2a96-a12c-4902-8d50-b13778c756c4 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802033 Sep 02 04:43:40.048654 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187284d5-c3d4-4759-aff3-a51afebf91db req-9e6c6d5e-fea8-4749-ace1-a2a09334f928 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:40.050093 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-187284d5-c3d4-4759-aff3-a51afebf91db req-9e6c6d5e-fea8-4749-ace1-a2a09334f928 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 944 time: 0.0509312 Sep 02 04:43:40.086398 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-187284d5-c3d4-4759-aff3-a51afebf91db req-582a1e6e-4c38-474b-8b16-d9a09e28f87b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305214 Sep 02 04:43:40.922488 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:43:41.275240 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0126-32c1-467c-9974-f7ef89e6759a req-52738e5f-5933-4f8d-aa83-c770f837a8cb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:41.276703 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-783a0126-32c1-467c-9974-f7ef89e6759a req-52738e5f-5933-4f8d-aa83-c770f837a8cb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 944 time: 0.0461280 Sep 02 04:43:41.314159 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-783a0126-32c1-467c-9974-f7ef89e6759a req-b630a1d6-04cb-4906-ab3a-123156432878 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313733 Sep 02 04:43:42.423672 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ff4f-9951-4ce6-b43e-7d32a120c687 req-75030799-1f8a-4994-91ab-c1a5c6e00260 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:42.425148 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6079ff4f-9951-4ce6-b43e-7d32a120c687 req-75030799-1f8a-4994-91ab-c1a5c6e00260 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 944 time: 0.0467999 Sep 02 04:43:42.462078 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6079ff4f-9951-4ce6-b43e-7d32a120c687 req-dfce6445-b079-4661-b6c5-b8492f22dc8d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311358 Sep 02 04:43:43.574500 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1004211-46bf-4bd2-b6f1-05af94acf760 req-39f272df-12eb-4f5d-96e4-c331d7e23d26 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:43.575835 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b1004211-46bf-4bd2-b6f1-05af94acf760 req-39f272df-12eb-4f5d-96e4-c331d7e23d26 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 944 time: 0.0496244 Sep 02 04:43:43.612296 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-b1004211-46bf-4bd2-b6f1-05af94acf760 req-29c55e12-dbfe-4f4d-ad47-33f67678b12c tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305350 Sep 02 04:43:44.721904 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba473609-2210-40aa-9e11-1edf4a953e16 req-a9cf945e-38ee-4e44-8692-4e0f1c61f053 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:44.723317 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ba473609-2210-40aa-9e11-1edf4a953e16 req-a9cf945e-38ee-4e44-8692-4e0f1c61f053 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 944 time: 0.0474160 Sep 02 04:43:44.759445 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ba473609-2210-40aa-9e11-1edf4a953e16 req-190e943d-76bd-4251-be84-c4c6a5429557 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304208 Sep 02 04:43:45.780204 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 9a9e95c3-678c-496a-b976-358e50b6fe83 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 04:43:45.869849 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366013f-3d05-46c8-a92f-e5b9ee7e765e req-a2761afd-6395-4db1-8df4-535028ba88c9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:45.871315 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e366013f-3d05-46c8-a92f-e5b9ee7e765e req-a2761afd-6395-4db1-8df4-535028ba88c9 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 944 time: 0.0473945 Sep 02 04:43:45.874516 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 9a9e95c3-678c-496a-b976-358e50b6fe83, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9a9e95c3-678c-496a-b976-358e50b6fe83,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:43:45.885295 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Returning: {'device': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'port_id': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'mac_address': 'fa:16:3e:54:48:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 04:43:45.908444 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-e366013f-3d05-46c8-a92f-e5b9ee7e765e req-a929bf41-79c5-4080-a0f7-f56dbd0615af tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Sep 02 04:43:45.921829 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:45.933962 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9e95c3-678c-496a-b976-358e50b6fe83 {{(pid=94403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 04:43:45.951869 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 9a9e95c3-678c-496a-b976-358e50b6fe83, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9a9e95c3-678c-496a-b976-358e50b6fe83,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:43:46.009759 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:46.054717 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=9a9e95c3-678c-496a-b976-358e50b6fe83,revision_number=4']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:43:46.061347 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.061693 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.062031 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.062362 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.062687 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.063017 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.063343 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.063666 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.064012 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.064335 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.064654 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.064977 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:46.291879 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] get_ports_and_sgs() called for port_ids ['9a9e95c3-678c-496a-b976-358e50b6fe83'] {{(pid=94403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 04:43:47.023015 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7fe84-1276-4be4-82f7-df4d602a4334 req-1be6c5f4-d5e0-4e5d-9334-bcf40ca3915e tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:47.024482 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ffd7fe84-1276-4be4-82f7-df4d602a4334 req-1be6c5f4-d5e0-4e5d-9334-bcf40ca3915e tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 945 time: 0.0505271 Sep 02 04:43:47.060031 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-ffd7fe84-1276-4be4-82f7-df4d602a4334 req-69ed4084-f53b-43e9-abac-28b228380ed3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296869 Sep 02 04:43:47.791542 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 9a9e95c3-678c-496a-b976-358e50b6fe83 up at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 04:43:47.895509 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning for port 9a9e95c3-678c-496a-b976-358e50b6fe83 completed by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 04:43:47.899148 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.provisioning_blocks [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Provisioning complete for port 9a9e95c3-678c-496a-b976-358e50b6fe83 triggered by entity L2. {{(pid=94403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 04:43:47.899520 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-968127'] for port, provisioning_complete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:47.974386 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:47.995773 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9e95c3-678c-496a-b976-358e50b6fe83'}] {{(pid=94403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:43:47.997985 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91855506c96ed412ba372904775a007ac0e0affdd6faf4059097d1450ff71d68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef143b76-ae08-45f0-b3ea-7ddb282b9997" -d '{"events": [{"server_uuid": "c9d4c943-448e-444e-a23e-7afc123fe067", "name": "network-vif-plugged", "status": "completed", "tag": "9a9e95c3-678c-496a-b976-358e50b6fe83"}]}' {{(pid=94403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:43:48.010924 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] For port 9a9e95c3-678c-496a-b976-358e50b6fe83, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9a9e95c3-678c-496a-b976-358e50b6fe83,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:43:48.033433 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d9c6f-2fe0-4758-bda4-7729d34f7050 x-openstack-request-id: req-4a0d9c6f-2fe0-4758-bda4-7729d34f7050 {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:43:48.033711 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d4c943-448e-444e-a23e-7afc123fe067", "name": "network-vif-plugged", "status": "completed", "tag": "9a9e95c3-678c-496a-b976-358e50b6fe83", "code": 200}]} {{(pid=94403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:43:48.033959 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a0d9c6f-2fe0-4758-bda4-7729d34f7050 {{(pid=94403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:43:48.034344 dv-cinder-804735-7-iscsi neutron-server[94403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'code': 200} Sep 02 04:43:48.061437 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358'] for port, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:48.108327 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Pushing event updated for resources: {'Port': ['ID=9a9e95c3-678c-496a-b976-358e50b6fe83,revision_number=5']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:43:48.172845 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b054-1c29-4f37-8af3-309f39dc67f9 req-77ef6789-9aa5-4de1-9a41-85952a399b6b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:48.174846 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00e5b054-1c29-4f37-8af3-309f39dc67f9 req-77ef6789-9aa5-4de1-9a41-85952a399b6b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 946 time: 0.0463598 Sep 02 04:43:48.211327 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-00e5b054-1c29-4f37-8af3-309f39dc67f9 req-dcd088fc-ba66-400a-8b05-75822f141e4e tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305674 Sep 02 04:43:48.378477 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ce749-557e-43a6-b44a-f8f0742bceda req-73175c71-f359-4a40-a0f2-ede90e3afd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:48.379885 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-787ce749-557e-43a6-b44a-f8f0742bceda req-73175c71-f359-4a40-a0f2-ede90e3afd78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 1099 time: 0.0392914 Sep 02 04:43:48.413610 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-787ce749-557e-43a6-b44a-f8f0742bceda req-3e3c7766-45c9-4d4b-b55a-63ef02c6f1bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267663 Sep 02 04:43:49.322866 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1b0f7-1e31-4381-a2d6-513c78ff50f9 req-d79072be-c3c3-4760-9272-06333da274e1 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:49.324321 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4df1b0f7-1e31-4381-a2d6-513c78ff50f9 req-d79072be-c3c3-4760-9272-06333da274e1 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 946 time: 0.0473318 Sep 02 04:43:49.360533 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-4df1b0f7-1e31-4381-a2d6-513c78ff50f9 req-fbaace31-2f5b-4089-952f-6631b2293d05 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297813 Sep 02 04:43:50.473369 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0f6df-ec30-4c65-8b2e-739bb427dd1c req-8811e93d-ab50-40cb-8146-37fbb9ca3f81 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:50.474815 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b9c0f6df-ec30-4c65-8b2e-739bb427dd1c req-8811e93d-ab50-40cb-8146-37fbb9ca3f81 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 946 time: 0.0502465 Sep 02 04:43:50.512199 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-b9c0f6df-ec30-4c65-8b2e-739bb427dd1c req-48300a9c-d947-448d-8d52-66f56bc423d5 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Sep 02 04:43:50.623279 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f2a97-432b-4585-9cc1-0993d4f26e7e req-d13e84a0-85c7-4150-9543-9fc0664594ed tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:50.624731 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-445f2a97-432b-4585-9cc1-0993d4f26e7e req-d13e84a0-85c7-4150-9543-9fc0664594ed tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 946 time: 0.0496252 Sep 02 04:43:50.660416 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-445f2a97-432b-4585-9cc1-0993d4f26e7e req-c1ff9ef7-34cb-46af-afde-5f0f521055c6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298743 Sep 02 04:43:50.681870 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52928) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:43:50.717887 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05e246-3dd5-4a8a-a11f-713d64e08bf0 tempest-TestVolumeBootPattern-1666560351 tempest-TestVolumeBootPattern-1666560351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:50.719296 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-bc05e246-3dd5-4a8a-a11f-713d64e08bf0 tempest-TestVolumeBootPattern-1666560351 tempest-TestVolumeBootPattern-1666560351-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 1094 time: 0.0365195 Sep 02 04:43:50.722415 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52930) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:43:50.726487 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.v2.base [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Request body: {'floatingip': {'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'port_id': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 04:43:50.787362 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:50.881260 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:50.978342 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.db_base_plugin_common [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Allocated IP 172.27.2.47 (18fb76dd-f907-485a-9600-a8a8c1b2c99b/d68bfe82-6578-49e3-b430-10806cdc0d25/9e9024bb-6883-4a79-960b-13126c7ea61b) {{(pid=94402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 04:43:51.076271 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for port, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:51.153537 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742257864322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:51.187562 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Network 18fb76dd-f907-485a-9600-a8a8c1b2c99b is already hosted by enough agents. {{(pid=94402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 04:43:51.190394 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Resources bound (agent type, host, resource id): {{(pid=94402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 04:43:51.193743 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Received port after_create {{(pid=94402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 04:43:51.218598 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'Port': ['ID=9e9024bb-6883-4a79-960b-13126c7ea61b,revision_number=1']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:43:51.231560 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.231901 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.232259 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.232589 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.232917 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.233259 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.233569 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.233890 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.234210 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.234530 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.234848 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.235162 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:43:51.533813 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:51.656905 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631758'] for port, before_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:52.017542 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for port, precommit_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:52.089949 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742258353610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742257864340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742257864358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25624225'] for port, after_update {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:52.160691 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event updated for resources: {'Port': ['ID=9e9024bb-6883-4a79-960b-13126c7ea61b,revision_number=2']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:43:52.168332 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2074161'] for floatingip, after_create {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:52.262587 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.l3_db [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Floating IP f5e1271c-e4c9-4610-9f8f-44627a895eff associated. External IP: 172.27.2.47, port: 9a9e95c3-678c-496a-b976-358e50b6fe83. Sep 02 04:43:52.469170 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:43:52.572828 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:43:52.582603 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] Sync routers for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:43:52.592729 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:43:52.596824 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:43:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:43:52.644680 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:52.671731 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-6c0ed040-9903-452a-b0e1-95f06250009f tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9483697 Sep 02 04:43:52.672447 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'tag': '9a9e95c3-678c-496a-b976-358e50b6fe83'}] {{(pid=94402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:43:52.674585 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2984c995e9f942f56fc048a2137e3950b61e74cc960b4c50d17b3411b6e28a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed34204-e0ce-4454-afa5-6aab527cc9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d4c943-448e-444e-a23e-7afc123fe067", "tag": "9a9e95c3-678c-496a-b976-358e50b6fe83"}]}' {{(pid=94402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:43:52.696677 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:43:52.710278 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc087dbd-759d-40d4-bb08-1dab966a0664 x-openstack-request-id: req-cc087dbd-759d-40d4-bb08-1dab966a0664 {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:43:52.710562 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d4c943-448e-444e-a23e-7afc123fe067", "tag": "9a9e95c3-678c-496a-b976-358e50b6fe83", "status": "completed", "code": 200}]} {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:43:52.710812 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc087dbd-759d-40d4-bb08-1dab966a0664 {{(pid=94402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:43:52.711404 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'tag': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'status': 'completed', 'code': 200} Sep 02 04:43:52.793414 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-304118d9-8ab5-4e63-a124-0309bdf94d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:52.794890 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-304118d9-8ab5-4e63-a124-0309bdf94d3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 1099 time: 0.0392654 Sep 02 04:43:52.886673 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-4480359b-2e20-467d-963b-f24cf8982a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:52.888075 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-4480359b-2e20-467d-963b-f24cf8982a15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.0861251 Sep 02 04:43:52.922339 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '7e4f0053-6a51-40cd-afe6-5093ed651076', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:d3:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:41:56Z', 'updated_at': '2021-09-02T04:41:58Z', 'revision_number': 1, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}, {'id': 'f5e1271c-e4c9-4610-9f8f-44627a895eff', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:54:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:43:51Z', 'updated_at': '2021-09-02T04:43:51Z', 'revision_number': 0, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:43:52.947807 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] Checking router: fa2ce310-76d0-4eb1-9d78-659a172bd0f4 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:43:52.951579 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-cd65106b-ca76-4570-8e7f-adcd22d5c1a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9e95c3-678c-496a-b976-358e50b6fe83 HTTP/1.1" status: 200 len: 999 time: 0.0558143 Sep 02 04:43:52.956501 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:43:52.957103 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:43:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:43:52.998348 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-59fc8b54-37f1-4344-8c50-4c3d3fecd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:52.999758 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-59fc8b54-37f1-4344-8c50-4c3d3fecd86c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0414913 Sep 02 04:43:53.048307 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-9b476186-1600-4b8c-99f8-0cb825b4f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:53.049800 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-9b476186-1600-4b8c-99f8-0cb825b4f984 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432830 Sep 02 04:43:53.058143 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:43:53.140460 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-f38d78fa-a9e9-40a1-a957-154a010c3e75 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837109 Sep 02 04:43:53.231026 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-fed34204-e0ce-4454-afa5-6aab527cc9e2 req-17020371-5697-4ad3-b598-1111de4f1de5 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833416 Sep 02 04:43:53.280520 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '7e4f0053-6a51-40cd-afe6-5093ed651076', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:d3:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:41:56Z', 'updated_at': '2021-09-02T04:41:58Z', 'revision_number': 1, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}, {'id': 'f5e1271c-e4c9-4610-9f8f-44627a895eff', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:54:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:43:51Z', 'updated_at': '2021-09-02T04:43:51Z', 'revision_number': 0, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:43:53.306881 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f859c-9e99-4790-a0ae-5150637a9fe7 None None] The sync data for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi is: [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '7e4f0053-6a51-40cd-afe6-5093ed651076', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:d3:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:41:56Z', 'updated_at': '2021-09-02T04:41:58Z', 'revision_number': 1, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}, {'id': 'f5e1271c-e4c9-4610-9f8f-44627a895eff', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:54:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:43:51Z', 'updated_at': '2021-09-02T04:43:51Z', 'revision_number': 0, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:43:53.497154 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4917aa-34e1-4192-9c61-6874100c199f None None] New status for floating IP f5e1271c-e4c9-4610-9f8f-44627a895eff: ACTIVE {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:43:54.958430 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:43:58.638918 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-82b74da0-e873-40ea-9fba-3059c50b2a17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381038 Sep 02 04:43:58.730292 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-ab904864-4ad5-4ae6-9796-6c2b0cba5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:58.731711 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-ab904864-4ad5-4ae6-9796-6c2b0cba5e4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 1099 time: 0.0384443 Sep 02 04:43:58.833791 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-99dd057a-02e7-429f-95b8-bb8168ef9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:58.835228 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-99dd057a-02e7-429f-95b8-bb8168ef9834 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.0854781 Sep 02 04:43:58.896219 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-e52af4ef-6a1b-4726-97d4-64bd1d562405 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73e4056-6289-427f-aede-5e29f58e559b HTTP/1.1" status: 200 len: 1002 time: 0.0543792 Sep 02 04:43:58.945384 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-d6ef9052-a123-4339-b58f-a70902ebb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:58.946754 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-d6ef9052-a123-4339-b58f-a70902ebb44e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0443718 Sep 02 04:43:58.990825 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-7412b685-5a3b-4eea-87c7-933f1d50e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:43:58.992266 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-7412b685-5a3b-4eea-87c7-933f1d50e262 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378976 Sep 02 04:43:59.078709 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-527b7fc6-7500-4fbd-8308-bc148f32eb6e service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793009 Sep 02 04:43:59.168082 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-703235b2-e1c7-4d74-b69b-0894fe673c7a req-c877a57e-770a-43a8-aba5-2d965c325d40 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820096 Sep 02 04:44:01.763876 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6d423772-8776-482a-ad23-0e4ff3e95f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:04.472472 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad38f-cd7b-4106-974f-72d10d5f6f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:04.604217 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:05.358624 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:07.278446 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:17.921005 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:44:24.963583 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:31.734933 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f1c6c44b-5edf-47f3-9b50-c03c982d0dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:34.420519 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-cd289688-55df-43a5-bddc-38e0218d35f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:34.632219 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:35.369458 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:37.272394 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:44:54.919013 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:44:55.008566 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:00.412708 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-9dcbbc1c-f453-4acb-a33f-f6c2ac34e330 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1045921 Sep 02 04:45:00.482541 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-cd1ab32e-5802-4b73-8b94-80490a353f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:00.483994 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-cd1ab32e-5802-4b73-8b94-80490a353f43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 1099 time: 0.0383501 Sep 02 04:45:00.585371 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-55f560af-12ef-421e-a6fb-11636095f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:00.586959 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-55f560af-12ef-421e-a6fb-11636095f3d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.0843155 Sep 02 04:45:00.649407 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-affec2ad-327c-4f94-8d31-6fd7f6574e9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9e95c3-678c-496a-b976-358e50b6fe83 HTTP/1.1" status: 200 len: 1001 time: 0.0557430 Sep 02 04:45:00.700998 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-cf22f6f8-2ed9-48e2-91ef-869ac5163840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:00.702714 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-cf22f6f8-2ed9-48e2-91ef-869ac5163840 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0471308 Sep 02 04:45:00.750316 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-1b0c36f1-c327-4a57-b74d-14fa72492227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:00.752528 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-1b0c36f1-c327-4a57-b74d-14fa72492227 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426717 Sep 02 04:45:00.850566 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-ef75a7e1-d86f-435d-bafb-6ed1e0797d1a service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906534 Sep 02 04:45:00.944185 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-2da4f438-2888-4b2f-90fc-5be3a51e455f req-ee1677ea-9061-4467-b585-a181cf4469fe service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872395 Sep 02 04:45:01.722898 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-63164dfd-abc0-4d17-acb9-77d0c164aba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:04.402601 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5f9318b8-8cf3-44ff-8a27-437e3c7e7492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:04.596970 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:05.391410 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:07.323227 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:15.525398 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [req-e43bd93d-6855-4c15-9c30-dda314cb7cde req-a713b7ec-6286-4f58-9fcc-d84c207713e5 service neutron] (94402) timed out ('10.222.0.20', 62080) {{(pid=94402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 04:45:22.939489 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 52972) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:23.095121 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Deleting port 9e9024bb-6883-4a79-960b-13126c7ea61b {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:23.095458 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:23.166422 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:23.166743 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:23.178481 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Calling delete_port for 9e9024bb-6883-4a79-960b-13126c7ea61b owned by network:floatingip {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:23.357120 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:23.383063 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event deleted for resources: {'Port': ['ID=9e9024bb-6883-4a79-960b-13126c7ea61b,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:23.408181 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.408538 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.408883 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.409221 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.409556 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.409892 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.410227 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.410564 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.410891 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.411245 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.411572 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.411897 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:23.453400 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:23.453735 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.l3_db [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Floating IP f5e1271c-e4c9-4610-9f8f-44627a895eff disassociated (deleted). External IP: 172.27.2.47, port: 9a9e95c3-678c-496a-b976-358e50b6fe83. Sep 02 04:45:23.648407 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:45:23.752320 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:45:23.757293 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:23.761603 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] Sync routers for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:45:23.770746 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:45:23.771356 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:45:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:23.786587 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-be192f37-f897-4a39-b1f0-bd3e1cbf3f89 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "DELETE /v2.0/floatingips/f5e1271c-e4c9-4610-9f8f-44627a895eff HTTP/1.1" status: 204 len: 168 time: 0.8426163 Sep 02 04:45:23.786587 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'tag': '9a9e95c3-678c-496a-b976-358e50b6fe83'}] {{(pid=94402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:45:23.787010 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2984c995e9f942f56fc048a2137e3950b61e74cc960b4c50d17b3411b6e28a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacbc020-11bb-4d91-a50d-bd2b63e3d589" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d4c943-448e-444e-a23e-7afc123fe067", "tag": "9a9e95c3-678c-496a-b976-358e50b6fe83"}]}' {{(pid=94402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:45:23.832358 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0590123b-bdb4-45ce-9009-aa9fd2e5fffd x-openstack-request-id: req-0590123b-bdb4-45ce-9009-aa9fd2e5fffd {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:45:23.832641 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d4c943-448e-444e-a23e-7afc123fe067", "tag": "9a9e95c3-678c-496a-b976-358e50b6fe83", "status": "completed", "code": 200}]} {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:45:23.832886 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0590123b-bdb4-45ce-9009-aa9fd2e5fffd {{(pid=94402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:45:23.833310 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'tag': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'status': 'completed', 'code': 200} Sep 02 04:45:23.878110 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:45:23.913599 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-d1176009-203d-4827-9018-1fdfbd6f5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:23.914835 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-d1176009-203d-4827-9018-1fdfbd6f5436 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 1099 time: 0.0394292 Sep 02 04:45:24.008662 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-c9b2d733-7c49-446e-b95f-32ff3957748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:24.010123 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-c9b2d733-7c49-446e-b95f-32ff3957748b service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.0876813 Sep 02 04:45:24.053706 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-82ff041b-6dcf-4fc6-9dea-c7988f61e794 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9e95c3-678c-496a-b976-358e50b6fe83 HTTP/1.1" status: 200 len: 217 time: 0.0354369 Sep 02 04:45:24.109489 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-9b84c923-e900-4798-a162-65f7e7c599d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:24.110950 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-9b84c923-e900-4798-a162-65f7e7c599d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0500803 Sep 02 04:45:24.161588 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-b7d0a3cc-5aa0-4b57-949a-6f1195b09885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:24.163088 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-b7d0a3cc-5aa0-4b57-949a-6f1195b09885 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450051 Sep 02 04:45:24.217970 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '7e4f0053-6a51-40cd-afe6-5093ed651076', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:d3:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:41:56Z', 'updated_at': '2021-09-02T04:41:58Z', 'revision_number': 1, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:24.244249 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] Checking router: fa2ce310-76d0-4eb1-9d78-659a172bd0f4 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:45:24.253121 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:45:24.253754 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:45:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:24.259890 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-cba7a761-e1c0-4eb8-aa95-3a71a97e6b24 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899780 Sep 02 04:45:24.367490 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:45:24.377666 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-eacbc020-11bb-4d91-a50d-bd2b63e3d589 req-ffc4554f-bf64-4ed1-8c73-c9f1d249dff3 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091208 Sep 02 04:45:24.413016 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42d8c-5f55-40f1-9469-8f105d468671 req-1b520283-c40f-4238-a3e8-69283f451d65 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:24.414581 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-94d42d8c-5f55-40f1-9469-8f105d468671 req-1b520283-c40f-4238-a3e8-69283f451d65 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 946 time: 0.1099575 Sep 02 04:45:24.451708 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-94d42d8c-5f55-40f1-9469-8f105d468671 req-c35f7187-9f9c-46a7-bfe2-50bf763984e2 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311482 Sep 02 04:45:24.589205 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '7e4f0053-6a51-40cd-afe6-5093ed651076', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:d3:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:41:56Z', 'updated_at': '2021-09-02T04:41:58Z', 'revision_number': 1, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:24.614597 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c182f8c-da94-45dd-a0a2-fb012039cccf None None] The sync data for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi is: [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_floatingips': [{'id': '7e4f0053-6a51-40cd-afe6-5093ed651076', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'router_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'port_id': 'b73e4056-6289-427f-aede-5e29f58e559b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'mac_address': 'fa:16:3e:d3:6c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T04:41:56Z', 'updated_at': '2021-09-02T04:41:58Z', 'revision_number': 1, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:45:24.813535 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759aa10b-3408-4002-a7bb-c6ee32606913 None None] New status for floating IP f5e1271c-e4c9-4610-9f8f-44627a895eff: DOWN {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:45:25.003018 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:25.630514 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ece31-d7f6-499a-ab37-1e558cc0fe08 req-fd54ae3b-1017-4b31-9935-69f80ecec3b6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:25.631977 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-926ece31-d7f6-499a-ab37-1e558cc0fe08 req-fd54ae3b-1017-4b31-9935-69f80ecec3b6 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 946 time: 0.0954640 Sep 02 04:45:25.672859 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-926ece31-d7f6-499a-ab37-1e558cc0fe08 req-df0c4380-1d61-4c5a-b802-5d6e506d5460 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348349 Sep 02 04:45:25.964684 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-882b8d5d-8831-47a8-8211-1471b5160eba tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:25.965993 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-882b8d5d-8831-47a8-8211-1471b5160eba tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 946 time: 0.0496814 Sep 02 04:45:26.051765 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Deleting port 9a9e95c3-678c-496a-b976-358e50b6fe83 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:26.052126 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:26.139064 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] For port 9a9e95c3-678c-496a-b976-358e50b6fe83, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9a9e95c3-678c-496a-b976-358e50b6fe83,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:45:26.139428 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:26.151200 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Calling delete_port for 9a9e95c3-678c-496a-b976-358e50b6fe83 owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:26.363459 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:26.394747 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event deleted for resources: {'Port': ['ID=9a9e95c3-678c-496a-b976-358e50b6fe83,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:26.407123 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.407123 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.407123 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.407438 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.407549 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.407824 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.408181 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.408512 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.408839 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.409213 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.409569 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.409897 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:26.442456 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] No DVR routers for this DVR port 9a9e95c3-678c-496a-b976-358e50b6fe83 on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:45:26.444824 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:26.446814 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-34d17bf5-4623-44b1-bdb1-fb8204ce2cc5 req-ff2a7e3b-1480-478d-a1ea-809882b1ed09 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "DELETE /v2.0/ports/9a9e95c3-678c-496a-b976-358e50b6fe83 HTTP/1.1" status: 204 len: 173 time: 0.4744496 Sep 02 04:45:26.447240 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'name': 'network-vif-deleted', 'tag': '9a9e95c3-678c-496a-b976-358e50b6fe83'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:45:26.449468 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60958d39-8de8-47ce-bfea-54aee8c1e9f2" -d '{"events": [{"server_uuid": "c9d4c943-448e-444e-a23e-7afc123fe067", "name": "network-vif-deleted", "tag": "9a9e95c3-678c-496a-b976-358e50b6fe83"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:45:26.484402 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9db8653-2bae-4342-b3f3-8eb44ccdba04 x-openstack-request-id: req-b9db8653-2bae-4342-b3f3-8eb44ccdba04 {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:45:26.484692 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d4c943-448e-444e-a23e-7afc123fe067", "name": "network-vif-deleted", "tag": "9a9e95c3-678c-496a-b976-358e50b6fe83", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:45:26.484944 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9db8653-2bae-4342-b3f3-8eb44ccdba04 {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:45:26.485360 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d4c943-448e-444e-a23e-7afc123fe067', 'name': 'network-vif-deleted', 'tag': '9a9e95c3-678c-496a-b976-358e50b6fe83', 'status': 'completed', 'code': 200} Sep 02 04:45:26.767778 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-f457c3be-a35a-4024-991b-967ba5eae409 req-7bdc402e-d74b-4ef2-b998-12e565ce6bd3 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9d4c943-448e-444e-a23e-7afc123fe067 HTTP/1.1" status: 200 len: 210 time: 0.0275421 Sep 02 04:45:30.218930 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53018) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:30.288903 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 9a9e95c3-678c-496a-b976-358e50b6fe83 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:45:30.308517 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: 9a9e95c3-678c-496a-b976-358e50b6fe83 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:45:30.308854 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device 9a9e95c3-678c-496a-b976-358e50b6fe83 not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:45:30.370056 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Deleting port c665f9c2-e02b-4de9-8766-23b213d28411 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:30.370394 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:30.441543 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:30.441864 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:30.452916 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Calling delete_port for c665f9c2-e02b-4de9-8766-23b213d28411 owned by network:floatingip {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:30.659707 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:30.682415 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event deleted for resources: {'Port': ['ID=c665f9c2-e02b-4de9-8766-23b213d28411,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:30.745831 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:30.746158 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.db.l3_db [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Floating IP 7e4f0053-6a51-40cd-afe6-5093ed651076 disassociated (deleted). External IP: 172.27.2.251, port: b73e4056-6289-427f-aede-5e29f58e559b. Sep 02 04:45:30.944069 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:45:31.044495 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:45:31.049754 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:31.055645 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] Sync routers for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:45:31.064683 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:45:31.066802 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:45:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:31.075166 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-9046c00b-0be6-4ba5-bb40-701a690d2d4d tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "DELETE /v2.0/floatingips/7e4f0053-6a51-40cd-afe6-5093ed651076 HTTP/1.1" status: 204 len: 168 time: 0.8551736 Sep 02 04:45:31.075837 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'tag': 'b73e4056-6289-427f-aede-5e29f58e559b'}] {{(pid=94402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:45:31.077989 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2984c995e9f942f56fc048a2137e3950b61e74cc960b4c50d17b3411b6e28a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1f4f12-4d03-41db-873d-6b6d717f7b0d", "tag": "b73e4056-6289-427f-aede-5e29f58e559b"}]}' {{(pid=94402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:45:31.114331 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc33a065-fa32-40ed-be50-67ed4be5ef98 x-openstack-request-id: req-dc33a065-fa32-40ed-be50-67ed4be5ef98 {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:45:31.114615 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1f4f12-4d03-41db-873d-6b6d717f7b0d", "tag": "b73e4056-6289-427f-aede-5e29f58e559b", "status": "completed", "code": 200}]} {{(pid=94402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:45:31.114867 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc33a065-fa32-40ed-be50-67ed4be5ef98 {{(pid=94402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:45:31.115288 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'tag': 'b73e4056-6289-427f-aede-5e29f58e559b', 'status': 'completed', 'code': 200} Sep 02 04:45:31.174432 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:45:31.196866 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-9c27d98d-05e5-467d-9b7e-ebd33b0412f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:31.198261 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-9c27d98d-05e5-467d-9b7e-ebd33b0412f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=806b9f6ba89a498d91b52d657b7af897&device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 1099 time: 0.0386956 Sep 02 04:45:31.289395 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-19dd7554-a088-450b-a558-fae1d8bb14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:31.290891 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-19dd7554-a088-450b-a558-fae1d8bb14bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 200 len: 911 time: 0.0857575 Sep 02 04:45:31.332578 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-c1ea69d5-af34-4b86-abcb-138ea712d3cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73e4056-6289-427f-aede-5e29f58e559b HTTP/1.1" status: 200 len: 217 time: 0.0340006 Sep 02 04:45:31.376227 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:31.382443 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-9fa7e53e-9a77-4ee6-8937-056990c00ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:31.383897 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-9fa7e53e-9a77-4ee6-8937-056990c00ed2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 200 len: 850 time: 0.0434396 Sep 02 04:45:31.402448 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] Checking router: fa2ce310-76d0-4eb1-9d78-659a172bd0f4 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:45:31.410606 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:45:31.411224 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:45:04Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:31.432793 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-bbcfc16c-a284-473d-a4c1-a69ff651cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:31.434223 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-bbcfc16c-a284-473d-a4c1-a69ff651cd68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94925f62-31db-412f-a5ea-04108ada5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434666 Sep 02 04:45:31.521294 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:45:31.556005 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-1c664598-6f12-4fba-af98-45f0f8ca0fad service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147351 Sep 02 04:45:31.563288 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83e0f4-55e4-4679-9eaa-c8786c6c5a7a req-4a949bc5-e928-4d1c-a095-0fa9684c6121 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:31.565366 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4b83e0f4-55e4-4679-9eaa-c8786c6c5a7a req-4a949bc5-e928-4d1c-a095-0fa9684c6121 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 946 time: 0.0945871 Sep 02 04:45:31.650636 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-4b83e0f4-55e4-4679-9eaa-c8786c6c5a7a req-1048ab2d-3752-4f2f-976e-1cea20802988 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774162 Sep 02 04:45:31.675878 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-1ecebbc6-13dc-44f8-ac8f-03a59ebacc38 req-596386bb-40bb-40c4-ad52-6a9cbad1c101 service neutron] 10.222.0.20 "GET /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095827 Sep 02 04:45:31.731550 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:31.757507 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4e7e7aa9-0eed-4edd-8ddf-9c60be0f072a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:31.759167 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79b64b0-ab40-4cca-9add-2bcc9fb5adf3 None None] The sync data for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi is: [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:33Z', 'revision_number': 4, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi', '_interfaces': [{'id': 'f7bff0bc-6384-43fa-a618-7d3040fb2390', 'name': '', 'network_id': '94925f62-31db-412f-a5ea-04108ada5944', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'mac_address': 'fa:16:3e:89:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:32Z', 'updated_at': '2021-09-02T04:38:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'subnets': [{'id': '7bccc6aa-28dd-4a85-85a1-f8bab79ac34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:45:31.917315 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:45:31.962114 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9070f3-a432-42f5-9c75-7ac6faf03d9f None None] New status for floating IP 7e4f0053-6a51-40cd-afe6-5093ed651076: DOWN {{(pid=94404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 04:45:32.764117 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697ff33-21af-444b-9747-2824f7e98887 req-b965c9fd-3ccf-4a66-98c5-54df00915449 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:32.765567 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c697ff33-21af-444b-9747-2824f7e98887 req-b965c9fd-3ccf-4a66-98c5-54df00915449 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 946 time: 0.0469971 Sep 02 04:45:32.802094 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-c697ff33-21af-444b-9747-2824f7e98887 req-46706fa0-fe63-410d-96d6-62d1eb69e6b5 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f24970b-8881-47e5-80bd-f9c42caa1e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299461 Sep 02 04:45:33.102147 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-92eb3977-c166-4e51-a139-d49f9ff1aaeb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 04:45:33.103570 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-92eb3977-c166-4e51-a139-d49f9ff1aaeb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 946 time: 0.0495360 Sep 02 04:45:33.188045 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-f6b534a4-5df6-4c42-9252-fa51dcfb3ccc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Deleting port b73e4056-6289-427f-aede-5e29f58e559b {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:33.188381 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-f6b534a4-5df6-4c42-9252-fa51dcfb3ccc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:33.274683 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-f6b534a4-5df6-4c42-9252-fa51dcfb3ccc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] For port b73e4056-6289-427f-aede-5e29f58e559b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b73e4056-6289-427f-aede-5e29f58e559b,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:45:33.275038 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-f6b534a4-5df6-4c42-9252-fa51dcfb3ccc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:33.286451 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-f6b534a4-5df6-4c42-9252-fa51dcfb3ccc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Calling delete_port for b73e4056-6289-427f-aede-5e29f58e559b owned by compute:nova {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:33.487382 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-f6b534a4-5df6-4c42-9252-fa51dcfb3ccc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:33.517540 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b534a4-5df6-4c42-9252-fa51dcfb3ccc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event deleted for resources: {'Port': ['ID=b73e4056-6289-427f-aede-5e29f58e559b,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:33.556669 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-f6b534a4-5df6-4c42-9252-fa51dcfb3ccc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] No DVR routers for this DVR port b73e4056-6289-427f-aede-5e29f58e559b on host hv-cinder-80473 {{(pid=94401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:45:33.559218 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-f6b534a4-5df6-4c42-9252-fa51dcfb3ccc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for port, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:33.561169 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [req-6774e9f2-4de6-4e27-8428-7f9494dce2fb req-f6b534a4-5df6-4c42-9252-fa51dcfb3ccc tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.20 "DELETE /v2.0/ports/b73e4056-6289-427f-aede-5e29f58e559b HTTP/1.1" status: 204 len: 173 time: 0.4512799 Sep 02 04:45:33.561800 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'name': 'network-vif-deleted', 'tag': 'b73e4056-6289-427f-aede-5e29f58e559b'}] {{(pid=94401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 04:45:33.565141 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}286ba894414c71f8d2092c790a576765b0c42f2d5ac34d5bb07b110ebefab2ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ceab2a-963c-4073-993f-3eb58ee6cf8a" -d '{"events": [{"server_uuid": "3f1f4f12-4d03-41db-873d-6b6d717f7b0d", "name": "network-vif-deleted", "tag": "b73e4056-6289-427f-aede-5e29f58e559b"}]}' {{(pid=94401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 04:45:33.600949 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 04:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1d8fca-51c8-4aa2-a0aa-9c18dd4e5bcc x-openstack-request-id: req-7d1d8fca-51c8-4aa2-a0aa-9c18dd4e5bcc {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 04:45:33.601242 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1f4f12-4d03-41db-873d-6b6d717f7b0d", "name": "network-vif-deleted", "tag": "b73e4056-6289-427f-aede-5e29f58e559b", "status": "completed", "code": 200}]} {{(pid=94401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 04:45:33.601494 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d1d8fca-51c8-4aa2-a0aa-9c18dd4e5bcc {{(pid=94401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 04:45:33.601913 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1f4f12-4d03-41db-873d-6b6d717f7b0d', 'name': 'network-vif-deleted', 'tag': 'b73e4056-6289-427f-aede-5e29f58e559b', 'status': 'completed', 'code': 200} Sep 02 04:45:33.892930 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [req-713eea41-ccdf-46b3-9093-41fa7d208d11 req-2aafe95d-9803-4091-9a9c-5bda4cbf51b8 tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1f4f12-4d03-41db-873d-6b6d717f7b0d HTTP/1.1" status: 200 len: 210 time: 0.0255973 Sep 02 04:45:34.413437 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-77213803-9a35-47ba-a124-30bbadd1d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:34.631189 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:34.947494 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53034) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:35.066076 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2d168-2859-4233-bf3f-1c4784ae978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Deleting port 33f5072b-18c5-4609-ab99-116f3c0ee370 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:35.066414 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d168-2859-4233-bf3f-1c4784ae978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:35.357113 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d168-2859-4233-bf3f-1c4784ae978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:35.357434 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d168-2859-4233-bf3f-1c4784ae978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:35.368451 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:35.369109 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2d168-2859-4233-bf3f-1c4784ae978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Calling delete_port for 33f5072b-18c5-4609-ab99-116f3c0ee370 owned by network:floatingip {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:35.551237 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d168-2859-4233-bf3f-1c4784ae978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:35.581930 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2d168-2859-4233-bf3f-1c4784ae978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event deleted for resources: {'Port': ['ID=33f5072b-18c5-4609-ab99-116f3c0ee370,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:35.634764 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d168-2859-4233-bf3f-1c4784ae978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for floatingip, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:35.637408 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d168-2859-4233-bf3f-1c4784ae978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66095'] for floatingip, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:35.638565 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-0ac2d168-2859-4233-bf3f-1c4784ae978b tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "DELETE /v2.0/floatingips/f2b30f69-6354-4548-a1a8-5afab8a17f91 HTTP/1.1" status: 204 len: 168 time: 0.6900239 Sep 02 04:45:36.962712 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53046) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:37.018445 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3830f011-d029-45e5-8b8b-1f8e674074eb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:37.042764 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3830f011-d029-45e5-8b8b-1f8e674074eb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:37.156998 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3830f011-d029-45e5-8b8b-1f8e674074eb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:37.160102 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-3830f011-d029-45e5-8b8b-1f8e674074eb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:37.161241 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-3830f011-d029-45e5-8b8b-1f8e674074eb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] 10.222.0.13 "DELETE /v2.0/security-groups/9f24970b-8881-47e5-80bd-f9c42caa1e2c HTTP/1.1" status: 204 len: 168 time: 0.1975565 Sep 02 04:45:37.169860 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830f011-d029-45e5-8b8b-1f8e674074eb tempest-TestVolumeBootPattern-1555548940 tempest-TestVolumeBootPattern-1555548940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f24970b-8881-47e5-80bd-f9c42caa1e2c,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:37.289992 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53050) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:37.317004 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:37.745329 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646385'] for router_interface, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:37.981459 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] Deleting port f7bff0bc-6384-43fa-a618-7d3040fb2390 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:37.982172 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:38.060872 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] For port f7bff0bc-6384-43fa-a618-7d3040fb2390, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=f7bff0bc-6384-43fa-a618-7d3040fb2390,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:45:38.061291 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:38.074240 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] Calling delete_port for f7bff0bc-6384-43fa-a618-7d3040fb2390 owned by network:router_interface {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:38.305420 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:38.330215 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bff0bc-6384-43fa-a618-7d3040fb2390,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:38.382122 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device b73e4056-6289-427f-aede-5e29f58e559b no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:45:38.403380 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] No Port match for: b73e4056-6289-427f-aede-5e29f58e559b {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:45:38.403727 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Device b73e4056-6289-427f-aede-5e29f58e559b not bound to the agent host hv-cinder-80473 {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:45:38.488163 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074351'] for router_interface, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:38.692014 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] Router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:45:38.792553 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:45:38.797419 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-29a6657e-eaf9-4a79-ae44-23e258f5a76d admin admin] 10.222.0.13 "PUT /v2.0/routers/fa2ce310-76d0-4eb1-9d78-659a172bd0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5063748 Sep 02 04:45:38.800384 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53054) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:38.803466 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] Sync routers for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:45:38.812433 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:45:38.813102 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:45:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:38.899066 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Notify callbacks [] for router, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:38.913235 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: dv-cinder-804735-7-iscsi {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:45:38.995893 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.084379 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Deleting port 82b32225-fa2b-4da8-85d9-27fc93cd0d40 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:39.084713 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.088329 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:45:38Z', 'revision_number': 5, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port': {'id': '82b32225-fa2b-4da8-85d9-27fc93cd0d40', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:39.114373 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] Checking router: fa2ce310-76d0-4eb1-9d78-659a172bd0f4 for host: dv-cinder-804735-7-iscsi {{(pid=94403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:45:39.122440 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] Routers {'fa2ce310-76d0-4eb1-9d78-659a172bd0f4'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:45:39.123048 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:45:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'], 'active': True} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:39.160099 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] For port 82b32225-fa2b-4da8-85d9-27fc93cd0d40, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=82b32225-fa2b-4da8-85d9-27fc93cd0d40,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:45:39.160479 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.172591 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Calling delete_port for 82b32225-fa2b-4da8-85d9-27fc93cd0d40 owned by network:router_gateway {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:39.208194 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvr_db [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] Set router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 gateway port host: None {{(pid=94403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:45:39.259260 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_hamode_db [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:45:38Z', 'revision_number': 6, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port_host': None}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:39.288702 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485bcf33-2bb1-47c8-833a-ccb52fbdf93b None None] The sync data for ids ['fa2ce310-76d0-4eb1-9d78-659a172bd0f4'] in dv-cinder-804735-7-iscsi is: [{'id': 'fa2ce310-76d0-4eb1-9d78-659a172bd0f4', 'name': 'tempest-TestVolumeBootPattern-652765690-router', 'tenant_id': '806b9f6ba89a498d91b52d657b7af897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:30Z', 'updated_at': '2021-09-02T04:45:38Z', 'revision_number': 6, 'project_id': '806b9f6ba89a498d91b52d657b7af897', 'gw_port_host': None}] {{(pid=94403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:45:39.396121 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.423966 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Pushing event deleted for resources: {'Port': ['ID=82b32225-fa2b-4da8-85d9-27fc93cd0d40,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:39.480304 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645515'] for router_gateway, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.567609 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1643540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.569605 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.682431 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1643629'] for router, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.682994 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa2ce310-76d0-4eb1-9d78-659a172bd0f4 {{(pid=94402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 04:45:39.687427 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] Notify callbacks [] for router, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.688635 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-fec0e305-57b8-4bfa-af0f-20022a45756d admin admin] 10.222.0.13 "DELETE /v2.0/routers/fa2ce310-76d0-4eb1-9d78-659a172bd0f4 HTTP/1.1" status: 204 len: 168 time: 0.8873522 Sep 02 04:45:39.691500 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 53056) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:39.735953 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-632f7896-fe58-4e5b-a945-2f835811de37 admin admin] Deleting subnet 7bccc6aa-28dd-4a85-85a1-f8bab79ac34a {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:45:39.738902 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-632f7896-fe58-4e5b-a945-2f835811de37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.771650 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-632f7896-fe58-4e5b-a945-2f835811de37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26510909'] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.848166 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-632f7896-fe58-4e5b-a945-2f835811de37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:39.979995 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-632f7896-fe58-4e5b-a945-2f835811de37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26573068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26635730'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.004754 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f7896-fe58-4e5b-a945-2f835811de37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bccc6aa-28dd-4a85-85a1-f8bab79ac34a,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:40.010183 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-632f7896-fe58-4e5b-a945-2f835811de37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.015082 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53058) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:40.015499 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-632f7896-fe58-4e5b-a945-2f835811de37 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7bccc6aa-28dd-4a85-85a1-f8bab79ac34a HTTP/1.1" status: 204 len: 168 time: 0.3227954 Sep 02 04:45:40.020048 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb9115-63cf-4819-9599-84d9ef115485 None None] Network 94925f62-31db-412f-a5ea-04108ada5944 requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:45:40.090272 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.106707 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 82b32225-fa2b-4da8-85d9-27fc93cd0d40 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:45:40.144296 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 82b32225-fa2b-4da8-85d9-27fc93cd0d40 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:45:40.144642 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 82b32225-fa2b-4da8-85d9-27fc93cd0d40 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:45:40.145064 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device f7bff0bc-6384-43fa-a618-7d3040fb2390 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:45:40.166649 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: f7bff0bc-6384-43fa-a618-7d3040fb2390 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:45:40.166992 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device f7bff0bc-6384-43fa-a618-7d3040fb2390 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:45:40.173157 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Deleting port 824b9a1c-1b17-44b1-a651-282364854920 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:40.173492 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.240490 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] DHCP port deletion for 94925f62-31db-412f-a5ea-04108ada5944 request from dv-cinder-804735-7-iscsi {{(pid=94403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 04:45:40.247138 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] For port 824b9a1c-1b17-44b1-a651-282364854920, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=824b9a1c-1b17-44b1-a651-282364854920,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:45:40.247500 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.264018 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Calling delete_port for 824b9a1c-1b17-44b1-a651-282364854920 owned by network:dhcp {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:40.294316 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Deleting port 824b9a1c-1b17-44b1-a651-282364854920 {{(pid=94403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:40.294696 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.431659 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.461665 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Pushing event deleted for resources: {'Port': ['ID=824b9a1c-1b17-44b1-a651-282364854920,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:40.461665 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] No DVR routers for this DVR port 824b9a1c-1b17-44b1-a651-282364854920 on host dv-cinder-804735-7-iscsi {{(pid=94402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:45:40.480763 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] For port 824b9a1c-1b17-44b1-a651-282364854920, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=824b9a1c-1b17-44b1-a651-282364854920,segment=NetworkSegment(2f22106a-6764-4f66-9564-3d92bce5b12b),segment_id=2f22106a-6764-4f66-9564-3d92bce5b12b)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:45:40.481156 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.494226 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Calling delete_port for 824b9a1c-1b17-44b1-a651-282364854920 owned by network:dhcp {{(pid=94403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:40.534016 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.543597 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94925f62-31db-412f-a5ea-04108ada5944']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:40.553825 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f22106a-6764-4f66-9564-3d92bce5b12b') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:40.554106 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f22106a-6764-4f66-9564-3d92bce5b12b') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:40.563092 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.568478 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.577093 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.583156 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:45:40.583573 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:45:40.585595 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:45:40.598200 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Pushing event deleted for resources: {'Port': ['ID=824b9a1c-1b17-44b1-a651-282364854920,revision_number=None']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:40.602922 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] No DVR routers for this DVR port 824b9a1c-1b17-44b1-a651-282364854920 on host dv-cinder-804735-7-iscsi {{(pid=94403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:45:40.613568 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.613568 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.613864 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.613979 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.614239 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.614577 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.614902 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.615227 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.615553 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.615879 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.616827 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.616827 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae3fe-6fe0-4a39-89f4-cfc5ab206dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-7-iscsi {{(pid=94403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 04:45:40.705552 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.710874 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:40.713161 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] 10.222.0.13 "DELETE /v2.0/networks/94925f62-31db-412f-a5ea-04108ada5944 HTTP/1.1" status: 204 len: 168 time: 0.6964686 Sep 02 04:45:40.716282 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 53060) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:40.950325 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31693b7-4dfd-4234-aaab-8e3c24daa212 admin admin] Pushing event deleted for resources: {'Network': ['ID=94925f62-31db-412f-a5ea-04108ada5944,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:41.055562 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1646385'] for router_interface, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:41.558795 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] Deleting port 2a243479-b6ee-4d21-922a-b1e7b016faad {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:41.559170 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:41.634097 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] For port 2a243479-b6ee-4d21-922a-b1e7b016faad, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=2a243479-b6ee-4d21-922a-b1e7b016faad,segment=NetworkSegment(d0410342-6612-47cd-b994-433bfd4f6ab1),segment_id=d0410342-6612-47cd-b994-433bfd4f6ab1)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:45:41.634458 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:41.646729 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] Calling delete_port for 2a243479-b6ee-4d21-922a-b1e7b016faad owned by network:router_interface {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:41.933934 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:41.959388 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a243479-b6ee-4d21-922a-b1e7b016faad,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:42.129602 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2074351'] for router_interface, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:42.133998 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 824b9a1c-1b17-44b1-a651-282364854920 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:45:42.157136 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 824b9a1c-1b17-44b1-a651-282364854920 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:45:42.157483 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 824b9a1c-1b17-44b1-a651-282364854920 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:45:42.337953 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] Router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd has already been hosted by L3 agent fd70bbaa-7a8e-483e-a25f-ac6ae505aba0 {{(pid=94401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 04:45:42.435440 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] Notify agent at l3_agent.dv-cinder-804735-7-iscsi the message routers_updated {{(pid=94401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 04:45:42.440386 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-eb7262e5-e06b-4670-88f4-c6e4adb1c1f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/ebd48b38-48a4-46e5-a5d6-452ff7af9ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7230308 Sep 02 04:45:42.442707 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 53062) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:42.445013 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] Sync routers for ids ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'] in dv-cinder-804735-7-iscsi {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 04:45:42.453869 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] Routers {'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:45:42.454471 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:45:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:42.548218 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Notify callbacks [] for router, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:42.556049 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] Set router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd gateway port host: dv-cinder-804735-7-iscsi {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:45:42.647677 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:42.805052 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Deleting port dff828cc-52b4-436d-b6ee-71786ef73ed5 {{(pid=94401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:42.805280 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'name': 'tempest-TestVolumeBootPattern-1308964830-router', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'external_fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:36Z', 'updated_at': '2021-09-02T04:45:41Z', 'revision_number': 5, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'gw_port': {'id': 'dff828cc-52b4-436d-b6ee-71786ef73ed5', 'name': '', 'network_id': '18fb76dd-f907-485a-9600-a8a8c1b2c99b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:56:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T04:38:37Z', 'updated_at': '2021-09-02T04:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68bfe82-6578-49e3-b430-10806cdc0d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-7-iscsi'}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:42.805451 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:42.830301 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] Checking router: ebd48b38-48a4-46e5-a5d6-452ff7af9ccd for host: dv-cinder-804735-7-iscsi {{(pid=94404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 04:45:42.839047 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] Routers {'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'} bound to L3 agent in host dv-cinder-804735-7-iscsi {{(pid=94404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 04:45:42.839650 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T04:21:34Z,description=,heartbeat_timestamp=2021-09-02T04:45:34Z,host='dv-cinder-804735-7-iscsi',id=fd70bbaa-7a8e-483e-a25f-ac6ae505aba0,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T04:21:35Z,topic='l3_agent')) {'router_ids': ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'], 'active': True} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:42.885192 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.db [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] For port dff828cc-52b4-436d-b6ee-71786ef73ed5, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=dff828cc-52b4-436d-b6ee-71786ef73ed5,segment=NetworkSegment(6f025649-a372-4bb5-8c53-b0e6268523aa),segment_id=6f025649-a372-4bb5-8c53-b0e6268523aa)] {{(pid=94401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:45:42.885550 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:42.897831 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Calling delete_port for dff828cc-52b4-436d-b6ee-71786ef73ed5 owned by network:router_gateway {{(pid=94401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:42.924169 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_dvr_db [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] Set router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd gateway port host: None {{(pid=94404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 04:45:42.976283 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.l3_hamode_db [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'name': 'tempest-TestVolumeBootPattern-1308964830-router', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:36Z', 'updated_at': '2021-09-02T04:45:42Z', 'revision_number': 6, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'gw_port_host': None}], 'dv-cinder-804735-7-iscsi', False) {} {{(pid=94404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:43.001159 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f102eea-495d-44e8-83f0-07b129c5170d None None] The sync data for ids ['ebd48b38-48a4-46e5-a5d6-452ff7af9ccd'] in dv-cinder-804735-7-iscsi is: [{'id': 'ebd48b38-48a4-46e5-a5d6-452ff7af9ccd', 'name': 'tempest-TestVolumeBootPattern-1308964830-router', 'tenant_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T04:38:36Z', 'updated_at': '2021-09-02T04:45:42Z', 'revision_number': 6, 'project_id': 'be491f32c7d8482c9241d9fa70a4c5f5', 'gw_port_host': None}] {{(pid=94404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 04:45:43.111348 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26573089'] for port, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.136907 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Pushing event deleted for resources: {'Port': ['ID=dff828cc-52b4-436d-b6ee-71786ef73ed5,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:43.198899 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645515'] for router_gateway, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.284315 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1643540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.286440 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.368370 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1643629'] for router, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.368925 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebd48b38-48a4-46e5-a5d6-452ff7af9ccd {{(pid=94401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 04:45:43.373282 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] Notify callbacks [] for router, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.374505 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-e350f23d-2389-4ad1-be55-76153017813e admin admin] 10.222.0.13 "DELETE /v2.0/routers/ebd48b38-48a4-46e5-a5d6-452ff7af9ccd HTTP/1.1" status: 204 len: 168 time: 0.9307787 Sep 02 04:45:43.376993 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [-] (94401) accepted ('10.222.0.13', 53064) {{(pid=94401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:43.423029 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeeee011-2c84-433f-9d22-2d277aa1553f admin admin] Deleting subnet 8a0980f6-f999-4230-a2b1-7c8db5a786b7 {{(pid=94401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 04:45:43.426765 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aeeee011-2c84-433f-9d22-2d277aa1553f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.479181 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aeeee011-2c84-433f-9d22-2d277aa1553f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26510909'] for subnet, precommit_delete_associations {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.555848 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aeeee011-2c84-433f-9d22-2d277aa1553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962907'] for subnet, precommit_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.665146 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aeeee011-2c84-433f-9d22-2d277aa1553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26573068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26635730'] for subnet, after_delete {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.688655 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeee011-2c84-433f-9d22-2d277aa1553f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0980f6-f999-4230-a2b1-7c8db5a786b7,revision_number=None']} {{(pid=94401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:43.694859 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-aeeee011-2c84-433f-9d22-2d277aa1553f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.697420 dv-cinder-804735-7-iscsi neutron-server[94401]: INFO neutron.wsgi [None req-aeeee011-2c84-433f-9d22-2d277aa1553f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8a0980f6-f999-4230-a2b1-7c8db5a786b7 HTTP/1.1" status: 204 len: 168 time: 0.3179967 Sep 02 04:45:43.699430 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53066) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:43.700259 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075e1681-1bcb-4ec0-82e8-bd8ea1b0d914 None None] Network e840d786-4a4e-4823-97d9-9134940ed81a requested from dv-cinder-804735-7-iscsi {{(pid=94403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 04:45:43.769388 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647697'] for network, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.822779 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Deleting port 8ade8dde-4a83-4495-bb2e-e0190c131a19 {{(pid=94402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:43.823191 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.863764 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a2d3e2-538d-44be-a54a-b5e5f46d2a3d None None] DHCP port deletion for e840d786-4a4e-4823-97d9-9134940ed81a request from dv-cinder-804735-7-iscsi {{(pid=94403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 04:45:43.895753 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.db [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] For port 8ade8dde-4a83-4495-bb2e-e0190c131a19, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=8ade8dde-4a83-4495-bb2e-e0190c131a19,segment=NetworkSegment(d0410342-6612-47cd-b994-433bfd4f6ab1),segment_id=d0410342-6612-47cd-b994-433bfd4f6ab1)] {{(pid=94402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:45:43.896143 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.907381 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Calling delete_port for 8ade8dde-4a83-4495-bb2e-e0190c131a19 owned by network:dhcp {{(pid=94402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:43.912778 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-f7a2d3e2-538d-44be-a54a-b5e5f46d2a3d None None] Deleting port 8ade8dde-4a83-4495-bb2e-e0190c131a19 {{(pid=94403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 04:45:43.913225 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d3e2-538d-44be-a54a-b5e5f46d2a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742258345454'] for port, before_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.976490 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.db [None req-f7a2d3e2-538d-44be-a54a-b5e5f46d2a3d None None] For port 8ade8dde-4a83-4495-bb2e-e0190c131a19, host dv-cinder-804735-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-7-iscsi',level=0,port_id=8ade8dde-4a83-4495-bb2e-e0190c131a19,segment=NetworkSegment(d0410342-6612-47cd-b994-433bfd4f6ab1),segment_id=d0410342-6612-47cd-b994-433bfd4f6ab1)] {{(pid=94403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 04:45:43.976974 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d3e2-538d-44be-a54a-b5e5f46d2a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649720'] for port, precommit_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:43.990286 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-f7a2d3e2-538d-44be-a54a-b5e5f46d2a3d None None] Calling delete_port for 8ade8dde-4a83-4495-bb2e-e0190c131a19 owned by network:dhcp {{(pid=94403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 04:45:44.059838 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25624246'] for port, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.068252 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f7a2d3e2-538d-44be-a54a-b5e5f46d2a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-630787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742258353592', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742257864331'] for port, after_delete {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.095265 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device dff828cc-52b4-436d-b6ee-71786ef73ed5 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:45:44.100350 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2d3e2-538d-44be-a54a-b5e5f46d2a3d None None] Pushing event deleted for resources: {'Port': ['ID=8ade8dde-4a83-4495-bb2e-e0190c131a19,revision_number=None']} {{(pid=94403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:44.102546 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ade8dde-4a83-4495-bb2e-e0190c131a19,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:44.104482 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] No DVR routers for this DVR port 8ade8dde-4a83-4495-bb2e-e0190c131a19 on host dv-cinder-804735-7-iscsi {{(pid=94402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:45:44.117442 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2d3e2-538d-44be-a54a-b5e5f46d2a3d None None] No DVR routers for this DVR port 8ade8dde-4a83-4495-bb2e-e0190c131a19 on host dv-cinder-804735-7-iscsi {{(pid=94403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 04:45:44.123198 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: dff828cc-52b4-436d-b6ee-71786ef73ed5 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:45:44.123198 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device dff828cc-52b4-436d-b6ee-71786ef73ed5 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:45:44.123198 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 8ade8dde-4a83-4495-bb2e-e0190c131a19 no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:45:44.143427 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 8ade8dde-4a83-4495-bb2e-e0190c131a19 {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:45:44.143773 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 8ade8dde-4a83-4495-bb2e-e0190c131a19 not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:45:44.144290 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 2a243479-b6ee-4d21-922a-b1e7b016faad no longer exists at agent ovs-agent-dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 04:45:44.162724 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.plugin [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] No Port match for: 2a243479-b6ee-4d21-922a-b1e7b016faad {{(pid=94403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 04:45:44.163065 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron.plugins.ml2.rpc [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Device 2a243479-b6ee-4d21-922a-b1e7b016faad not bound to the agent host dv-cinder-804735-7-iscsi {{(pid=94403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 04:45:44.177238 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966094', 'neutron.services.segments.db._delete_segments_for_network-8742258410334'] for network, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.187699 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e840d786-4a4e-4823-97d9-9134940ed81a']}} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:44.197523 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0410342-6612-47cd-b994-433bfd4f6ab1') {'for_net_delete': True} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:44.197820 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.services.segments.db [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0410342-6612-47cd-b994-433bfd4f6ab1') {} {{(pid=94402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 04:45:44.207064 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742258411367', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25656306'] for segment, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.221911 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988'] for segment, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.227854 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-960988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25624261'] for segment, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: Traceback (most recent call last): Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: timer() Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: cb(*args, **kw) Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: return func(*args, **kwargs) Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: self._notify() Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: self.callback(batched_events) Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: event.method(event) Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: return f(self, *a, **k) Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._get(url).json() Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: return self.request(url, 'GET', **kwargs) Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 04:45:44.232154 dv-cinder-804735-7-iscsi neutron-server[94402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 04:45:44.362168 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2074147'] for network, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.369174 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604092'] for network, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.370434 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e840d786-4a4e-4823-97d9-9134940ed81a HTTP/1.1" status: 204 len: 168 time: 0.6699810 Sep 02 04:45:44.383064 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8984e-936c-4714-bb78-fe87055c6410 admin admin] Pushing event deleted for resources: {'Network': ['ID=e840d786-4a4e-4823-97d9-9134940ed81a,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:44.590226 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53070) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:44.628486 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-3fd7adc6-747f-471d-b41e-c8afb70e07d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=806b9f6ba89a498d91b52d657b7af897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371480 Sep 02 04:45:44.630787 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53072) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:44.675413 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-30f6b24a-862e-468d-a654-877210545554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.695448 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-30f6b24a-862e-468d-a654-877210545554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.812913 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-30f6b24a-862e-468d-a654-877210545554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.815958 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-30f6b24a-862e-468d-a654-877210545554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:44.817050 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-30f6b24a-862e-468d-a654-877210545554 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdc35a8e-b60f-4dc6-bb00-ecf0f603c524 HTTP/1.1" status: 204 len: 168 time: 0.1854143 Sep 02 04:45:44.824532 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6b24a-862e-468d-a654-877210545554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc35a8e-b60f-4dc6-bb00-ecf0f603c524,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:45.395770 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53078) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:45.438141 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-5a75f422-a2a7-4c32-a5e0-7c7ca1543da3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be491f32c7d8482c9241d9fa70a4c5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412407 Sep 02 04:45:45.440605 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [-] (94402) accepted ('10.222.0.13', 53080) {{(pid=94402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 04:45:45.485707 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad685ed4-336b-40bd-8503-0513013142fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:45.506077 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad685ed4-336b-40bd-8503-0513013142fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:45.630855 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad685ed4-336b-40bd-8503-0513013142fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663659'] for security_group, after_delete {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:45.633330 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron_lib.callbacks.manager [None req-ad685ed4-336b-40bd-8503-0513013142fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:45:45.637501 dv-cinder-804735-7-iscsi neutron-server[94402]: INFO neutron.wsgi [None req-ad685ed4-336b-40bd-8503-0513013142fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c65a5fc-0234-4e30-814d-2c6e65e831bb HTTP/1.1" status: 204 len: 168 time: 0.1929927 Sep 02 04:45:45.642084 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad685ed4-336b-40bd-8503-0513013142fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c65a5fc-0234-4e30-814d-2c6e65e831bb,revision_number=None']} {{(pid=94402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 04:45:55.065025 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:01.721821 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-4865e4fb-408a-4074-a44c-28d0d5dd31aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:04.413103 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-0a17b9b0-6a76-4f11-a0e1-cadd162048d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:04.624555 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:05.361621 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:07.322726 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:08.917410 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:46:25.052953 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:31.749205 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-797cb69f-7b95-4f82-bdb6-1fe5d3a5c802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:34.418403 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-09f6580a-0088-4ccc-b117-af99ec72c9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:34.618209 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:35.383408 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:37.286979 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:46:45.916290 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:46:55.091386 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:01.749421 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-902ce962-8bda-495e-991a-d37ea9d1442c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:04.440581 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-caf74334-f534-4b2f-a80c-61e597b04cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:04.663996 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:05.406298 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:07.286641 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:22.915453 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:47:25.109145 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:31.726074 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3e2f832f-972a-437a-9718-426723bb65de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:34.429151 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-d0c3e4be-17b5-4542-a3a2-be0c9a9bf96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:34.651822 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:35.381947 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:37.286125 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:51.789785 dv-cinder-804735-7-iscsi neutron-server[94402]: DEBUG neutron.wsgi [req-b04d16e5-552c-4f93-a6ef-3b872b394190 req-bf8c6abf-9c43-460c-ab29-e6a26f0d9fb9 service neutron] (94402) timed out ('10.222.0.13', 46234) {{(pid=94402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 04:47:55.085800 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:47:59.914834 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:48:01.742542 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-0cdab1d8-8c32-4767-a002-c8a47e69eba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:04.421253 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-29e97488-721f-40e6-a678-0070c9601611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:04.638575 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:05.393961 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:07.319612 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:25.134772 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:31.746060 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-c15754a0-0475-427a-85bf-464c28ee461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:34.422055 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-de4d3cc2-c9f2-4b95-8458-f68c8a67ae7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:34.633383 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:35.399245 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:36.913630 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:48:37.319162 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:48:55.062031 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:01.741419 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-62677d52-e3ca-4424-88da-51a5880c4451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:04.459531 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-f40fe004-c771-4495-b942-aff58c2caea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:04.656210 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:05.396652 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:07.301624 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:13.912746 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:49:25.038390 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:31.740636 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-944bf799-f208-41f3-806c-e65351e6339c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:34.447315 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-3d08a6ff-4c0a-4d0c-93fe-901dad910778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:34.653613 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:35.421084 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:37.329561 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:49:40.041195 dv-cinder-804735-7-iscsi neutron-server[94401]: DEBUG neutron.wsgi [req-3852fd9e-7ae2-4655-9f94-ed2945b32c82 req-41107669-ad47-4f3f-9045-a9582d7693f0 service neutron] (94401) timed out ('10.222.0.20', 62066) {{(pid=94401) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 04:49:50.911850 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:49:55.060749 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:01.755525 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-89f4be0d-5625-4319-afe1-02aef0b501b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:04.429926 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-e4042813-eb6d-431f-bd71-fa9e0f2275d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:04.641181 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:05.401239 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:07.310108 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:25.077512 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:27.910892 dv-cinder-804735-7-iscsi neutron-server[94404]: DEBUG neutron.db.agents_db [None req-7fe1ca17-533a-41bc-bb0b-15a812dcd21d None None] Agent healthcheck: found 6 active agents {{(pid=94404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 04:50:31.748821 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6817728-86d2-45c9-9fb4-ea7312e26f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:34.442743 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-6b85925d-a1a4-497d-8b37-5a6de878df9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:34.652496 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-a6867da6-c87c-4972-bbfa-f773ccf2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:35.428872 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-1e05b2b0-be8e-4204-82ae-9cfb86ccb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:37.340030 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-16e5880a-e61b-4688-b1a6-1b0db356e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 04:50:55.111111 dv-cinder-804735-7-iscsi neutron-server[94403]: DEBUG neutron_lib.callbacks.manager [None req-5c940bd2-f65d-4d9d-bbb3-6342d3a867db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742258410316', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-968142'] for agent, after_update {{(pid=94403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}